{"level":"warn","ts":"2026-05-07T09:18:08.492631Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T09:18:08.492772Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.248:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.248:2380","--initial-cluster=instance=https://199.204.45.248:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.248:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.248:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-07T09:18:08.492847Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T09:18:08.492859Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-05-07T09:18:08.492879Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T09:18:08.493555Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"]} {"level":"info","ts":"2026-05-07T09:18:08.493635Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.248:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-07T09:18:08.497624Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.758ms"} {"level":"info","ts":"2026-05-07T09:18:08.510464Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"39582465ceaa2f67","cluster-id":"87fd8ddedde3be45"} {"level":"info","ts":"2026-05-07T09:18:08.510563Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=()"} {"level":"info","ts":"2026-05-07T09:18:08.510588Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 0"} {"level":"info","ts":"2026-05-07T09:18:08.510601Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 39582465ceaa2f67 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-07T09:18:08.51061Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 1"} {"level":"info","ts":"2026-05-07T09:18:08.510651Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"warn","ts":"2026-05-07T09:18:08.516456Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-07T09:18:08.517746Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-07T09:18:08.518959Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-07T09:18:08.521224Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"39582465ceaa2f67","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-07T09:18:08.521416Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"39582465ceaa2f67","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-07T09:18:08.521471Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T09:18:08.521602Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T09:18:08.521621Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T09:18:08.523231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"info","ts":"2026-05-07T09:18:08.523984Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","added-peer-id":"39582465ceaa2f67","added-peer-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-05-07T09:18:08.525776Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T09:18:08.525858Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-05-07T09:18:08.525964Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-05-07T09:18:08.526245Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"39582465ceaa2f67","initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-07T09:18:08.526328Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-07T09:18:09.511446Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 is starting a new election at term 1"} {"level":"info","ts":"2026-05-07T09:18:09.511521Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-07T09:18:09.51156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgPreVoteResp from 39582465ceaa2f67 at term 1"} {"level":"info","ts":"2026-05-07T09:18:09.51158Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became candidate at term 2"} {"level":"info","ts":"2026-05-07T09:18:09.511597Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgVoteResp from 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-05-07T09:18:09.511614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became leader at term 2"} {"level":"info","ts":"2026-05-07T09:18:09.511642Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 39582465ceaa2f67 elected leader 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-05-07T09:18:09.512935Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"39582465ceaa2f67","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.248:2379]}","request-path":"/0/members/39582465ceaa2f67/attributes","cluster-id":"87fd8ddedde3be45","publish-timeout":"7s"} {"level":"info","ts":"2026-05-07T09:18:09.512969Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T09:18:09.513233Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T09:18:09.513291Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T09:18:09.513422Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-07T09:18:09.513618Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-07T09:18:09.514254Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T09:18:09.514527Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T09:18:09.514585Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T09:18:09.516529Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.248:2379"} {"level":"info","ts":"2026-05-07T09:18:09.517645Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-05-07T09:18:15.739317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.567813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:18:15.739472Z","caller":"traceutil/trace.go:171","msg":"trace[11492474] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:0; response_revision:275; }","duration":"133.86819ms","start":"2026-05-07T09:18:15.605583Z","end":"2026-05-07T09:18:15.739451Z","steps":["trace[11492474] 'range keys from in-memory index tree' (duration: 133.470561ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:24.683877Z","caller":"traceutil/trace.go:171","msg":"trace[1361474916] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"470.191214ms","start":"2026-05-07T09:18:24.213654Z","end":"2026-05-07T09:18:24.683845Z","steps":["trace[1361474916] 'process raft request' (duration: 470.011205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:24.684661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:24.213633Z","time spent":"470.349401ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:26.296084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57017192s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:18:26.29622Z","caller":"traceutil/trace.go:171","msg":"trace[110824619] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:377; }","duration":"1.767583098s","start":"2026-05-07T09:18:24.528614Z","end":"2026-05-07T09:18:26.296197Z","steps":["trace[110824619] 'read index received' (duration: 155.387158ms)","trace[110824619] 'applied index is now lower than readState.Index' (duration: 1.61219409s)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:26.296319Z","caller":"traceutil/trace.go:171","msg":"trace[992057993] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"1.904851956s","start":"2026-05-07T09:18:24.391416Z","end":"2026-05-07T09:18:26.296268Z","steps":["trace[992057993] 'process raft request' (duration: 334.214615ms)","trace[992057993] 'compare' (duration: 1.56885997s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:26.296392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509756767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:18:26.296427Z","caller":"traceutil/trace.go:171","msg":"trace[1320067657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:365; }","duration":"1.509874782s","start":"2026-05-07T09:18:24.786541Z","end":"2026-05-07T09:18:26.296415Z","steps":["trace[1320067657] 'agreement among raft nodes before linearized reading' (duration: 1.509779039s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:26.296395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.92537ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:18:26.296427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749308687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T09:18:26.296418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767749742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T09:18:26.296464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:24.786513Z","time spent":"1.509942894s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T09:18:26.296487Z","caller":"traceutil/trace.go:171","msg":"trace[566415806] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:365; }","duration":"461.042123ms","start":"2026-05-07T09:18:25.835432Z","end":"2026-05-07T09:18:26.296474Z","steps":["trace[566415806] 'agreement among raft nodes before linearized reading' (duration: 460.90511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:26.29644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.963017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T09:18:26.296494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:24.391377Z","time spent":"1.90502303s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:26.296512Z","caller":"traceutil/trace.go:171","msg":"trace[1099322889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:365; }","duration":"1.74943155s","start":"2026-05-07T09:18:24.547054Z","end":"2026-05-07T09:18:26.296486Z","steps":["trace[1099322889] 'agreement among raft nodes before linearized reading' (duration: 1.749268207s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:26.296528Z","caller":"traceutil/trace.go:171","msg":"trace[1012819840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:365; }","duration":"1.767954349s","start":"2026-05-07T09:18:24.528543Z","end":"2026-05-07T09:18:26.296498Z","steps":["trace[1012819840] 'agreement among raft nodes before linearized reading' (duration: 1.767724203s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:26.29655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:24.547034Z","time spent":"1.749510193s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T09:18:26.296545Z","caller":"traceutil/trace.go:171","msg":"trace[1599763254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:365; }","duration":"728.139973ms","start":"2026-05-07T09:18:25.568378Z","end":"2026-05-07T09:18:26.296518Z","steps":["trace[1599763254] 'agreement among raft nodes before linearized reading' (duration: 727.939458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:26.296516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577808963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"warn","ts":"2026-05-07T09:18:26.296598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:25.568346Z","time spent":"728.242747ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T09:18:26.296659Z","caller":"traceutil/trace.go:171","msg":"trace[2004627250] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:365; }","duration":"1.578002608s","start":"2026-05-07T09:18:24.718621Z","end":"2026-05-07T09:18:26.296624Z","steps":["trace[2004627250] 'agreement among raft nodes before linearized reading' (duration: 1.577714811s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:26.296578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:24.528517Z","time spent":"1.768051281s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:18:26.296785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:24.718601Z","time spent":"1.578167712s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4396,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T09:18:26.568353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.720881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:18:26.568513Z","caller":"traceutil/trace.go:171","msg":"trace[203011557] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"267.289987ms","start":"2026-05-07T09:18:26.301199Z","end":"2026-05-07T09:18:26.568489Z","steps":["trace[203011557] 'process raft request' (duration: 127.30645ms)","trace[203011557] 'compare' (duration: 139.568137ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:26.637304Z","caller":"traceutil/trace.go:171","msg":"trace[631823015] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"335.813476ms","start":"2026-05-07T09:18:26.301462Z","end":"2026-05-07T09:18:26.637275Z","steps":["trace[631823015] 'process raft request' (duration: 335.598131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:26.637486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:26.301441Z","time spent":"335.950059ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:26.637717Z","caller":"traceutil/trace.go:171","msg":"trace[941041583] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"335.946869ms","start":"2026-05-07T09:18:26.301714Z","end":"2026-05-07T09:18:26.63766Z","steps":["trace[941041583] 'process raft request' (duration: 335.519349ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:26.637824Z","caller":"traceutil/trace.go:171","msg":"trace[263561097] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:378; }","duration":"333.369149ms","start":"2026-05-07T09:18:26.304435Z","end":"2026-05-07T09:18:26.637804Z","steps":["trace[263561097] 'read index received' (duration: 124.091434ms)","trace[263561097] 'applied index is now lower than readState.Index' (duration: 209.276095ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:26.63794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.505352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:18:26.637936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:26.301695Z","time spent":"336.128173ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:26.637985Z","caller":"traceutil/trace.go:171","msg":"trace[857659046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:370; }","duration":"333.604295ms","start":"2026-05-07T09:18:26.304369Z","end":"2026-05-07T09:18:26.637974Z","steps":["trace[857659046] 'agreement among raft nodes before linearized reading' (duration: 333.523313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:26.638018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:26.304347Z","time spent":"333.664406ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T09:18:26.638271Z","caller":"traceutil/trace.go:171","msg":"trace[1061411701] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"330.846649ms","start":"2026-05-07T09:18:26.307397Z","end":"2026-05-07T09:18:26.638244Z","steps":["trace[1061411701] 'process raft request' (duration: 330.135522ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:26.638375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:26.307382Z","time spent":"330.942982ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:26.638811Z","caller":"traceutil/trace.go:171","msg":"trace[1542986084] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"328.573586ms","start":"2026-05-07T09:18:26.309459Z","end":"2026-05-07T09:18:26.638032Z","steps":["trace[1542986084] 'process raft request' (duration: 328.244188ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:26.638954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:26.309439Z","time spent":"329.429896ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4365,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:27.683401Z","caller":"traceutil/trace.go:171","msg":"trace[2045231046] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"231.179499ms","start":"2026-05-07T09:18:27.45219Z","end":"2026-05-07T09:18:27.683369Z","steps":["trace[2045231046] 'process raft request' (duration: 231.000535ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:28.438121Z","caller":"traceutil/trace.go:171","msg":"trace[32669931] linearizableReadLoop","detail":"{readStateIndex:388; appliedIndex:387; }","duration":"179.459405ms","start":"2026-05-07T09:18:28.258628Z","end":"2026-05-07T09:18:28.438087Z","steps":["trace[32669931] 'read index received' (duration: 177.954109ms)","trace[32669931] 'applied index is now lower than readState.Index' (duration: 1.503015ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:28.438353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.69421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-05-07T09:18:28.438536Z","caller":"traceutil/trace.go:171","msg":"trace[2039953253] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:374; }","duration":"179.944125ms","start":"2026-05-07T09:18:28.258566Z","end":"2026-05-07T09:18:28.43851Z","steps":["trace[2039953253] 'agreement among raft nodes before linearized reading' (duration: 179.631958ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:28.59655Z","caller":"traceutil/trace.go:171","msg":"trace[63300766] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"124.042203ms","start":"2026-05-07T09:18:28.472476Z","end":"2026-05-07T09:18:28.596519Z","steps":["trace[63300766] 'process raft request' (duration: 83.941901ms)","trace[63300766] 'compare' (duration: 39.515428ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:28.916359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.575235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:18:28.916624Z","caller":"traceutil/trace.go:171","msg":"trace[932879190] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"315.248354ms","start":"2026-05-07T09:18:28.601343Z","end":"2026-05-07T09:18:28.916592Z","steps":["trace[932879190] 'process raft request' (duration: 190.349741ms)","trace[932879190] 'compare' (duration: 124.376881ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:28.916677Z","caller":"traceutil/trace.go:171","msg":"trace[200549958] linearizableReadLoop","detail":"{readStateIndex:394; appliedIndex:391; }","duration":"274.118857ms","start":"2026-05-07T09:18:28.642529Z","end":"2026-05-07T09:18:28.916648Z","steps":["trace[200549958] 'read index received' (duration: 149.04881ms)","trace[200549958] 'applied index is now lower than readState.Index' (duration: 125.068387ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:28.916784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:28.601318Z","time spent":"315.388007ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:28.916845Z","caller":"traceutil/trace.go:171","msg":"trace[1987446185] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"309.12892ms","start":"2026-05-07T09:18:28.607698Z","end":"2026-05-07T09:18:28.916827Z","steps":["trace[1987446185] 'process raft request' (duration: 308.866063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:28.916967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:28.607688Z","time spent":"309.203861ms","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:28.917076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.891322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T09:18:28.917142Z","caller":"traceutil/trace.go:171","msg":"trace[571970974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:380; }","duration":"273.986285ms","start":"2026-05-07T09:18:28.643141Z","end":"2026-05-07T09:18:28.917128Z","steps":["trace[571970974] 'agreement among raft nodes before linearized reading' (duration: 273.861652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:28.917149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.406308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T09:18:28.917186Z","caller":"traceutil/trace.go:171","msg":"trace[1684882475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:380; }","duration":"123.48253ms","start":"2026-05-07T09:18:28.793693Z","end":"2026-05-07T09:18:28.917176Z","steps":["trace[1684882475] 'agreement among raft nodes before linearized reading' (duration: 123.417498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:28.917289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.770792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T09:18:28.91732Z","caller":"traceutil/trace.go:171","msg":"trace[178018082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:380; }","duration":"274.846284ms","start":"2026-05-07T09:18:28.642467Z","end":"2026-05-07T09:18:28.917313Z","steps":["trace[178018082] 'agreement among raft nodes before linearized reading' (duration: 274.795883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:28.91735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.110226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:18:28.917387Z","caller":"traceutil/trace.go:171","msg":"trace[1247025436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:380; }","duration":"130.201508ms","start":"2026-05-07T09:18:28.787176Z","end":"2026-05-07T09:18:28.917378Z","steps":["trace[1247025436] 'agreement among raft nodes before linearized reading' (duration: 130.147426ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:28.918528Z","caller":"traceutil/trace.go:171","msg":"trace[447296405] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"316.237217ms","start":"2026-05-07T09:18:28.602262Z","end":"2026-05-07T09:18:28.918499Z","steps":["trace[447296405] 'process raft request' (duration: 314.23674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:28.918648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:28.602253Z","time spent":"316.342129ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:30.971944Z","caller":"traceutil/trace.go:171","msg":"trace[284187075] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:421; }","duration":"184.677207ms","start":"2026-05-07T09:18:30.787235Z","end":"2026-05-07T09:18:30.971912Z","steps":["trace[284187075] 'read index received' (duration: 184.488463ms)","trace[284187075] 'applied index is now lower than readState.Index' (duration: 183.534µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:30.972137Z","caller":"traceutil/trace.go:171","msg":"trace[551999926] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"337.190009ms","start":"2026-05-07T09:18:30.634931Z","end":"2026-05-07T09:18:30.972121Z","steps":["trace[551999926] 'process raft request' (duration: 336.786939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:30.972294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:30.634912Z","time spent":"337.26206ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:30.972504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.24456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:18:30.972609Z","caller":"traceutil/trace.go:171","msg":"trace[1466047288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:408; }","duration":"185.404264ms","start":"2026-05-07T09:18:30.787178Z","end":"2026-05-07T09:18:30.972582Z","steps":["trace[1466047288] 'agreement among raft nodes before linearized reading' (duration: 185.268311ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:36.752062Z","caller":"traceutil/trace.go:171","msg":"trace[316580837] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"220.60574ms","start":"2026-05-07T09:18:36.531417Z","end":"2026-05-07T09:18:36.752023Z","steps":["trace[316580837] 'process raft request' (duration: 220.419445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:37.297022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.652607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-07T09:18:37.297203Z","caller":"traceutil/trace.go:171","msg":"trace[1695225379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:422; }","duration":"276.910013ms","start":"2026-05-07T09:18:37.020269Z","end":"2026-05-07T09:18:37.297179Z","steps":["trace[1695225379] 'range keys from in-memory index tree' (duration: 276.506243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:37.297237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.913945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T09:18:37.297339Z","caller":"traceutil/trace.go:171","msg":"trace[1728785652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:422; }","duration":"272.060949ms","start":"2026-05-07T09:18:37.025253Z","end":"2026-05-07T09:18:37.297314Z","steps":["trace[1728785652] 'range keys from in-memory index tree' (duration: 271.804753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:37.297363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.759458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T09:18:37.297423Z","caller":"traceutil/trace.go:171","msg":"trace[1208054570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:422; }","duration":"270.83528ms","start":"2026-05-07T09:18:37.026574Z","end":"2026-05-07T09:18:37.297409Z","steps":["trace[1208054570] 'range keys from in-memory index tree' (duration: 270.690456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:37.297431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.747055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T09:18:37.297558Z","caller":"traceutil/trace.go:171","msg":"trace[700071565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:422; }","duration":"295.97595ms","start":"2026-05-07T09:18:37.001555Z","end":"2026-05-07T09:18:37.297531Z","steps":["trace[700071565] 'range keys from in-memory index tree' (duration: 295.53369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:43.417548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.488083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:18:43.417794Z","caller":"traceutil/trace.go:171","msg":"trace[761853811] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"320.370224ms","start":"2026-05-07T09:18:43.097379Z","end":"2026-05-07T09:18:43.417749Z","steps":["trace[761853811] 'process raft request' (duration: 112.586844ms)","trace[761853811] 'compare' (duration: 207.307889ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:43.41797Z","caller":"traceutil/trace.go:171","msg":"trace[1784196699] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"314.749972ms","start":"2026-05-07T09:18:43.103197Z","end":"2026-05-07T09:18:43.417947Z","steps":["trace[1784196699] 'process raft request' (duration: 314.66751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:43.417995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.097372Z","time spent":"320.532538ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:43.41799Z","caller":"traceutil/trace.go:171","msg":"trace[28829984] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"316.794909ms","start":"2026-05-07T09:18:43.101145Z","end":"2026-05-07T09:18:43.417939Z","steps":["trace[28829984] 'process raft request' (duration: 316.626345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:43.418092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.103182Z","time spent":"314.838063ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:43.418181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.101109Z","time spent":"316.986234ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:43.418233Z","caller":"traceutil/trace.go:171","msg":"trace[1319779387] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"319.828621ms","start":"2026-05-07T09:18:43.098318Z","end":"2026-05-07T09:18:43.418147Z","steps":["trace[1319779387] 'process raft request' (duration: 319.35497ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:43.418261Z","caller":"traceutil/trace.go:171","msg":"trace[68252993] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"316.436731ms","start":"2026-05-07T09:18:43.10174Z","end":"2026-05-07T09:18:43.418176Z","steps":["trace[68252993] 'process raft request' (duration: 316.083993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:43.419415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.098272Z","time spent":"320.090037ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T09:18:43.419578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.101726Z","time spent":"316.713977ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:43.424039Z","caller":"traceutil/trace.go:171","msg":"trace[1983525470] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"319.36632ms","start":"2026-05-07T09:18:43.104649Z","end":"2026-05-07T09:18:43.424015Z","steps":["trace[1983525470] 'process raft request' (duration: 318.329486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:43.424173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.104638Z","time spent":"319.470832ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:43.42447Z","caller":"traceutil/trace.go:171","msg":"trace[923547491] transaction","detail":"{read_only:false; number_of_response:1; response_revision:480; }","duration":"319.575465ms","start":"2026-05-07T09:18:43.104824Z","end":"2026-05-07T09:18:43.424399Z","steps":["trace[923547491] 'process raft request' (duration: 319.225547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:43.424693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.104816Z","time spent":"319.746989ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7366,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:43.426569Z","caller":"traceutil/trace.go:171","msg":"trace[1729319021] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"270.939243ms","start":"2026-05-07T09:18:43.155618Z","end":"2026-05-07T09:18:43.426557Z","steps":["trace[1729319021] 'process raft request' (duration: 270.885501ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:43.426727Z","caller":"traceutil/trace.go:171","msg":"trace[1993589408] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"319.450652ms","start":"2026-05-07T09:18:43.10727Z","end":"2026-05-07T09:18:43.426721Z","steps":["trace[1993589408] 'process raft request' (duration: 317.462725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:43.42676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.107253Z","time spent":"319.489363ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:43.426804Z","caller":"traceutil/trace.go:171","msg":"trace[1144762099] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"317.926426ms","start":"2026-05-07T09:18:43.108873Z","end":"2026-05-07T09:18:43.426799Z","steps":["trace[1144762099] 'process raft request' (duration: 317.340713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:43.426829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.108863Z","time spent":"317.955637ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:43.42692Z","caller":"traceutil/trace.go:171","msg":"trace[714884369] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"316.689937ms","start":"2026-05-07T09:18:43.110224Z","end":"2026-05-07T09:18:43.426914Z","steps":["trace[714884369] 'process raft request' (duration: 316.105763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:43.426948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.110215Z","time spent":"316.721268ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:43.427023Z","caller":"traceutil/trace.go:171","msg":"trace[185319933] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"316.486183ms","start":"2026-05-07T09:18:43.110531Z","end":"2026-05-07T09:18:43.427017Z","steps":["trace[185319933] 'process raft request' (duration: 315.820377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:43.427049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.110526Z","time spent":"316.513503ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:43.427135Z","caller":"traceutil/trace.go:171","msg":"trace[2117370455] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"313.174024ms","start":"2026-05-07T09:18:43.113953Z","end":"2026-05-07T09:18:43.427127Z","steps":["trace[2117370455] 'process raft request' (duration: 312.421126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:43.427176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.113933Z","time spent":"313.221646ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:43.697589Z","caller":"traceutil/trace.go:171","msg":"trace[1636344463] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"397.255699ms","start":"2026-05-07T09:18:43.300241Z","end":"2026-05-07T09:18:43.697497Z","steps":["trace[1636344463] 'process raft request' (duration: 309.97581ms)","trace[1636344463] 'compare' (duration: 86.902451ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:43.697901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.523141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T09:18:43.697793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.300204Z","time spent":"397.494024ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:43.698021Z","caller":"traceutil/trace.go:171","msg":"trace[1770093133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:487; }","duration":"364.708115ms","start":"2026-05-07T09:18:43.333281Z","end":"2026-05-07T09:18:43.697989Z","steps":["trace[1770093133] 'agreement among raft nodes before linearized reading' (duration: 364.317816ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:43.69742Z","caller":"traceutil/trace.go:171","msg":"trace[1806964795] linearizableReadLoop","detail":"{readStateIndex:505; appliedIndex:496; }","duration":"364.030849ms","start":"2026-05-07T09:18:43.33335Z","end":"2026-05-07T09:18:43.697381Z","steps":["trace[1806964795] 'read index received' (duration: 90.427323ms)","trace[1806964795] 'applied index is now lower than readState.Index' (duration: 273.602346ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:43.698078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.333254Z","time spent":"364.814637ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T09:18:43.70445Z","caller":"traceutil/trace.go:171","msg":"trace[729018198] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"272.596871ms","start":"2026-05-07T09:18:43.431834Z","end":"2026-05-07T09:18:43.704431Z","steps":["trace[729018198] 'process raft request' (duration: 272.481619ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:43.704463Z","caller":"traceutil/trace.go:171","msg":"trace[795194501] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"276.637026ms","start":"2026-05-07T09:18:43.427787Z","end":"2026-05-07T09:18:43.704424Z","steps":["trace[795194501] 'process raft request' (duration: 276.325899ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:43.704499Z","caller":"traceutil/trace.go:171","msg":"trace[1051156830] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"273.81432ms","start":"2026-05-07T09:18:43.430654Z","end":"2026-05-07T09:18:43.704468Z","steps":["trace[1051156830] 'process raft request' (duration: 273.625186ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:43.704769Z","caller":"traceutil/trace.go:171","msg":"trace[1642139228] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"272.10114ms","start":"2026-05-07T09:18:43.43265Z","end":"2026-05-07T09:18:43.704751Z","steps":["trace[1642139228] 'process raft request' (duration: 271.729641ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:43.704843Z","caller":"traceutil/trace.go:171","msg":"trace[242485848] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"271.364012ms","start":"2026-05-07T09:18:43.433446Z","end":"2026-05-07T09:18:43.70481Z","steps":["trace[242485848] 'process raft request' (duration: 271.186158ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:43.705045Z","caller":"traceutil/trace.go:171","msg":"trace[810248669] transaction","detail":"{read_only:false; number_of_response:1; response_revision:493; }","duration":"269.750695ms","start":"2026-05-07T09:18:43.435269Z","end":"2026-05-07T09:18:43.70502Z","steps":["trace[810248669] 'process raft request' (duration: 269.496829ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:43.705094Z","caller":"traceutil/trace.go:171","msg":"trace[1442331904] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"266.127789ms","start":"2026-05-07T09:18:43.438951Z","end":"2026-05-07T09:18:43.705078Z","steps":["trace[1442331904] 'process raft request' (duration: 265.928395ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:43.705234Z","caller":"traceutil/trace.go:171","msg":"trace[542038153] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"256.76242ms","start":"2026-05-07T09:18:43.44846Z","end":"2026-05-07T09:18:43.705222Z","steps":["trace[542038153] 'process raft request' (duration: 256.554715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:43.705317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.291905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T09:18:43.705415Z","caller":"traceutil/trace.go:171","msg":"trace[960219579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:495; }","duration":"364.447439ms","start":"2026-05-07T09:18:43.340943Z","end":"2026-05-07T09:18:43.705391Z","steps":["trace[960219579] 'agreement among raft nodes before linearized reading' (duration: 364.274715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:43.70547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.340913Z","time spent":"364.54637ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T09:18:43.705471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.09616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T09:18:43.705569Z","caller":"traceutil/trace.go:171","msg":"trace[1195539538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:495; }","duration":"361.230363ms","start":"2026-05-07T09:18:43.344301Z","end":"2026-05-07T09:18:43.705531Z","steps":["trace[1195539538] 'agreement among raft nodes before linearized reading' (duration: 360.919396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:43.705617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.344281Z","time spent":"361.324205ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T09:18:43.705166Z","caller":"traceutil/trace.go:171","msg":"trace[169632477] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"276.037002ms","start":"2026-05-07T09:18:43.42911Z","end":"2026-05-07T09:18:43.705147Z","steps":["trace[169632477] 'process raft request' (duration: 275.11356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:43.706272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.773906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T09:18:43.706385Z","caller":"traceutil/trace.go:171","msg":"trace[1374466750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:495; }","duration":"364.931179ms","start":"2026-05-07T09:18:43.341427Z","end":"2026-05-07T09:18:43.706358Z","steps":["trace[1374466750] 'agreement among raft nodes before linearized reading' (duration: 363.917766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:43.706445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.341419Z","time spent":"365.015082ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:18:44.234855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.600638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:18:44.235157Z","caller":"traceutil/trace.go:171","msg":"trace[329410728] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"522.275495ms","start":"2026-05-07T09:18:43.712862Z","end":"2026-05-07T09:18:44.235138Z","steps":["trace[329410728] 'process raft request' (duration: 522.111031ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:44.235179Z","caller":"traceutil/trace.go:171","msg":"trace[1464944291] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"522.93966ms","start":"2026-05-07T09:18:43.712156Z","end":"2026-05-07T09:18:44.235096Z","steps":["trace[1464944291] 'process raft request' (duration: 320.004164ms)","trace[1464944291] 'compare' (duration: 202.448774ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:44.235242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.71284Z","time spent":"522.367116ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:44.235442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.712119Z","time spent":"523.178205ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:44.235477Z","caller":"traceutil/trace.go:171","msg":"trace[837504117] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"519.08915ms","start":"2026-05-07T09:18:43.716349Z","end":"2026-05-07T09:18:44.235438Z","steps":["trace[837504117] 'process raft request' (duration: 518.68917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:44.235699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.716338Z","time spent":"519.244833ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:44.23592Z","caller":"traceutil/trace.go:171","msg":"trace[1993765325] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"500.874282ms","start":"2026-05-07T09:18:43.73499Z","end":"2026-05-07T09:18:44.235864Z","steps":["trace[1993765325] 'process raft request' (duration: 500.283668ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:44.235972Z","caller":"traceutil/trace.go:171","msg":"trace[2078586085] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"496.329095ms","start":"2026-05-07T09:18:43.739631Z","end":"2026-05-07T09:18:44.23596Z","steps":["trace[2078586085] 'process raft request' (duration: 496.10102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:44.236044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.739609Z","time spent":"496.400837ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:44.236163Z","caller":"traceutil/trace.go:171","msg":"trace[432973897] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"496.367706ms","start":"2026-05-07T09:18:43.739765Z","end":"2026-05-07T09:18:44.236133Z","steps":["trace[432973897] 'process raft request' (duration: 496.133221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:44.236407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.739759Z","time spent":"496.503849ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:44.236416Z","caller":"traceutil/trace.go:171","msg":"trace[281653014] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"484.460446ms","start":"2026-05-07T09:18:43.751937Z","end":"2026-05-07T09:18:44.236397Z","steps":["trace[281653014] 'process raft request' (duration: 484.076267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:44.236207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.73496Z","time spent":"501.20883ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7693,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:44.236549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.751901Z","time spent":"484.588919ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:44.236547Z","caller":"traceutil/trace.go:171","msg":"trace[1737622015] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"473.10857ms","start":"2026-05-07T09:18:43.763395Z","end":"2026-05-07T09:18:44.236503Z","steps":["trace[1737622015] 'process raft request' (duration: 472.904305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:44.238136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.763353Z","time spent":"473.467798ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:44.238333Z","caller":"traceutil/trace.go:171","msg":"trace[837831549] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"450.13792ms","start":"2026-05-07T09:18:43.788131Z","end":"2026-05-07T09:18:44.238269Z","steps":["trace[837831549] 'process raft request' (duration: 448.290907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:44.238493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:43.788082Z","time spent":"450.322824ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:44.83108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.180865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:18:44.831257Z","caller":"traceutil/trace.go:171","msg":"trace[1028657849] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"584.925366ms","start":"2026-05-07T09:18:44.246307Z","end":"2026-05-07T09:18:44.831232Z","steps":["trace[1028657849] 'process raft request' (duration: 90.486835ms)","trace[1028657849] 'compare' (duration: 494.006121ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:44.831325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:44.246271Z","time spent":"585.023179ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10855,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:44.86425Z","caller":"traceutil/trace.go:171","msg":"trace[1706196778] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"614.432379ms","start":"2026-05-07T09:18:44.249789Z","end":"2026-05-07T09:18:44.864221Z","steps":["trace[1706196778] 'process raft request' (duration: 614.192023ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:44.864298Z","caller":"traceutil/trace.go:171","msg":"trace[114869948] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"611.91579ms","start":"2026-05-07T09:18:44.25235Z","end":"2026-05-07T09:18:44.864266Z","steps":["trace[114869948] 'process raft request' (duration: 611.807137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:44.864363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:44.249713Z","time spent":"614.597123ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:44.864449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:44.252319Z","time spent":"612.056553ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:44.864492Z","caller":"traceutil/trace.go:171","msg":"trace[738337234] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"547.326994ms","start":"2026-05-07T09:18:44.317142Z","end":"2026-05-07T09:18:44.864469Z","steps":["trace[738337234] 'process raft request' (duration: 547.074538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:44.864707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:44.317109Z","time spent":"547.490337ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T09:18:45.491848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.953051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:18:45.492021Z","caller":"traceutil/trace.go:171","msg":"trace[231912372] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"612.509024ms","start":"2026-05-07T09:18:44.879469Z","end":"2026-05-07T09:18:45.491978Z","steps":["trace[231912372] 'process raft request' (duration: 287.309997ms)","trace[231912372] 'compare' (duration: 324.685705ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:45.492208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:44.879439Z","time spent":"612.628227ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:45.569476Z","caller":"traceutil/trace.go:171","msg":"trace[655576364] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"632.080963ms","start":"2026-05-07T09:18:44.937331Z","end":"2026-05-07T09:18:45.569412Z","steps":["trace[655576364] 'process raft request' (duration: 631.744105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:45.569747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:44.937292Z","time spent":"632.338249ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:45.633011Z","caller":"traceutil/trace.go:171","msg":"trace[1418229052] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"128.308573ms","start":"2026-05-07T09:18:45.50467Z","end":"2026-05-07T09:18:45.632978Z","steps":["trace[1418229052] 'process raft request' (duration: 128.130469ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:45.633379Z","caller":"traceutil/trace.go:171","msg":"trace[656188888] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"124.972005ms","start":"2026-05-07T09:18:45.508326Z","end":"2026-05-07T09:18:45.633298Z","steps":["trace[656188888] 'process raft request' (duration: 124.582105ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:45.633041Z","caller":"traceutil/trace.go:171","msg":"trace[2043044298] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"435.337903ms","start":"2026-05-07T09:18:45.197609Z","end":"2026-05-07T09:18:45.632947Z","steps":["trace[2043044298] 'process raft request' (duration: 434.947284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:45.633923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:45.197575Z","time spent":"436.241695ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:46.621181Z","caller":"traceutil/trace.go:171","msg":"trace[365500248] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:587; }","duration":"138.702118ms","start":"2026-05-07T09:18:46.482451Z","end":"2026-05-07T09:18:46.621153Z","steps":["trace[365500248] 'read index received' (duration: 132.522442ms)","trace[365500248] 'applied index is now lower than readState.Index' (duration: 6.178386ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:46.621297Z","caller":"traceutil/trace.go:171","msg":"trace[958923725] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"138.926803ms","start":"2026-05-07T09:18:46.482321Z","end":"2026-05-07T09:18:46.621248Z","steps":["trace[958923725] 'process raft request' (duration: 132.535563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:46.621447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.971514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-05-07T09:18:46.621497Z","caller":"traceutil/trace.go:171","msg":"trace[1759236031] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:568; }","duration":"139.086476ms","start":"2026-05-07T09:18:46.482398Z","end":"2026-05-07T09:18:46.621485Z","steps":["trace[1759236031] 'agreement among raft nodes before linearized reading' (duration: 138.891062ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:47.824669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652159688,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:18:48.225225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212718019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:20866"} {"level":"info","ts":"2026-05-07T09:18:48.225313Z","caller":"traceutil/trace.go:171","msg":"trace[478522242] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:582; }","duration":"1.212864062s","start":"2026-05-07T09:18:47.012426Z","end":"2026-05-07T09:18:48.22529Z","steps":["trace[478522242] 'range keys from in-memory index tree' (duration: 1.212499843s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:48.225358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:47.012401Z","time spent":"1.212946843s","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":20889,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoypatchpolicies.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-07T09:18:48.31023Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182639712s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T09:18:48.310701Z","caller":"traceutil/trace.go:171","msg":"trace[819602281] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"1.183267207s","start":"2026-05-07T09:18:47.127411Z","end":"2026-05-07T09:18:48.310679Z","steps":["trace[819602281] 'process raft request' (duration: 1.183121814s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:48.310844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:47.127371Z","time spent":"1.183406891s","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:48.316866Z","caller":"traceutil/trace.go:171","msg":"trace[746967411] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"1.179769084s","start":"2026-05-07T09:18:47.137048Z","end":"2026-05-07T09:18:48.316818Z","steps":["trace[746967411] 'process raft request' (duration: 1.179502638s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:48.31701Z","caller":"traceutil/trace.go:171","msg":"trace[1148709697] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"588.244634ms","start":"2026-05-07T09:18:47.728695Z","end":"2026-05-07T09:18:48.316939Z","steps":["trace[1148709697] 'process raft request' (duration: 588.031089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:48.317094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:47.137016Z","time spent":"1.179959759s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:48.317256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:47.728654Z","time spent":"588.508461ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:18:48.323307Z","caller":"traceutil/trace.go:171","msg":"trace[538474902] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:602; }","duration":"999.204744ms","start":"2026-05-07T09:18:47.323565Z","end":"2026-05-07T09:18:48.322769Z","steps":["trace[538474902] 'read index received' (duration: 986.968367ms)","trace[538474902] 'applied index is now lower than readState.Index' (duration: 12.234737ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:48.323539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.929691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:18:48.323669Z","caller":"traceutil/trace.go:171","msg":"trace[549374236] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:585; }","duration":"1.000099635s","start":"2026-05-07T09:18:47.323514Z","end":"2026-05-07T09:18:48.323614Z","steps":["trace[549374236] 'agreement among raft nodes before linearized reading' (duration: 999.295736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:48.32375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:47.323492Z","time spent":"1.000239659s","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-05-07T09:18:48.327158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.295568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:18:48.32724Z","caller":"traceutil/trace.go:171","msg":"trace[768533247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:586; }","duration":"540.36118ms","start":"2026-05-07T09:18:47.786828Z","end":"2026-05-07T09:18:48.32719Z","steps":["trace[768533247] 'agreement among raft nodes before linearized reading' (duration: 540.266558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:48.327267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:47.786814Z","time spent":"540.446202ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:18:48.327284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.923379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T09:18:48.327316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.222254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T09:18:48.327361Z","caller":"traceutil/trace.go:171","msg":"trace[448411429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:586; }","duration":"385.061032ms","start":"2026-05-07T09:18:47.94227Z","end":"2026-05-07T09:18:48.327331Z","steps":["trace[448411429] 'agreement among raft nodes before linearized reading' (duration: 384.857108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:48.327364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.795553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:18:48.327416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:47.942247Z","time spent":"385.159465ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T09:18:48.327429Z","caller":"traceutil/trace.go:171","msg":"trace[1087723863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:586; }","duration":"568.386748ms","start":"2026-05-07T09:18:47.759006Z","end":"2026-05-07T09:18:48.327392Z","steps":["trace[1087723863] 'agreement among raft nodes before linearized reading' (duration: 568.182853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:48.327433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.330448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-05-07T09:18:48.327476Z","caller":"traceutil/trace.go:171","msg":"trace[1552574834] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:586; }","duration":"802.964787ms","start":"2026-05-07T09:18:47.524484Z","end":"2026-05-07T09:18:48.327449Z","steps":["trace[1552574834] 'agreement among raft nodes before linearized reading' (duration: 802.757082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:48.327544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:47.524459Z","time spent":"803.058219ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-05-07T09:18:48.327505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.16953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T09:18:48.327582Z","caller":"traceutil/trace.go:171","msg":"trace[927108521] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:586; }","duration":"402.516423ms","start":"2026-05-07T09:18:47.925004Z","end":"2026-05-07T09:18:48.32752Z","steps":["trace[927108521] 'agreement among raft nodes before linearized reading' (duration: 402.221476ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:48.327636Z","caller":"traceutil/trace.go:171","msg":"trace[1525136411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:586; }","duration":"573.336094ms","start":"2026-05-07T09:18:47.754269Z","end":"2026-05-07T09:18:48.327605Z","steps":["trace[1525136411] 'agreement among raft nodes before linearized reading' (duration: 572.999446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:48.327652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:47.924972Z","time spent":"402.667326ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-05-07T09:18:48.327476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:47.758979Z","time spent":"568.488231ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:18:48.327755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:47.754255Z","time spent":"573.417946ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T09:18:48.328069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.713547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-05-07T09:18:48.328142Z","caller":"traceutil/trace.go:171","msg":"trace[1871899093] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:586; }","duration":"204.82119ms","start":"2026-05-07T09:18:48.123285Z","end":"2026-05-07T09:18:48.328106Z","steps":["trace[1871899093] 'agreement among raft nodes before linearized reading' (duration: 203.819156ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:48.941943Z","caller":"traceutil/trace.go:171","msg":"trace[1434858237] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"213.031793ms","start":"2026-05-07T09:18:48.728884Z","end":"2026-05-07T09:18:48.941915Z","steps":["trace[1434858237] 'process raft request' (duration: 212.672025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:55.020677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.880211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:18:55.020986Z","caller":"traceutil/trace.go:171","msg":"trace[412687858] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:665; }","duration":"517.142113ms","start":"2026-05-07T09:18:54.503824Z","end":"2026-05-07T09:18:55.020966Z","steps":["trace[412687858] 'read index received' (duration: 291.795121ms)","trace[412687858] 'applied index is now lower than readState.Index' (duration: 225.345852ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:55.021107Z","caller":"traceutil/trace.go:171","msg":"trace[1672793582] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"641.654278ms","start":"2026-05-07T09:18:54.37943Z","end":"2026-05-07T09:18:55.021085Z","steps":["trace[1672793582] 'process raft request' (duration: 641.494544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:55.021203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:54.379421Z","time spent":"641.732669ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:55.021294Z","caller":"traceutil/trace.go:171","msg":"trace[1038215551] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"642.63789ms","start":"2026-05-07T09:18:54.378627Z","end":"2026-05-07T09:18:55.021265Z","steps":["trace[1038215551] 'process raft request' (duration: 642.162579ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:55.021341Z","caller":"traceutil/trace.go:171","msg":"trace[1468336463] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"642.462167ms","start":"2026-05-07T09:18:54.378837Z","end":"2026-05-07T09:18:55.021299Z","steps":["trace[1468336463] 'process raft request' (duration: 642.005766ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:55.021381Z","caller":"traceutil/trace.go:171","msg":"trace[776673665] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"643.831398ms","start":"2026-05-07T09:18:54.377536Z","end":"2026-05-07T09:18:55.021367Z","steps":["trace[776673665] 'process raft request' (duration: 418.165019ms)","trace[776673665] 'compare' (duration: 224.767608ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:18:55.021332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.097467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:18:55.02143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:54.378826Z","time spent":"642.559699ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:55.021461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:54.37751Z","time spent":"643.913811ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:55.02148Z","caller":"traceutil/trace.go:171","msg":"trace[72205106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:647; }","duration":"234.352223ms","start":"2026-05-07T09:18:54.787097Z","end":"2026-05-07T09:18:55.02145Z","steps":["trace[72205106] 'agreement among raft nodes before linearized reading' (duration: 234.096917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:55.021503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.679856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-b2hzh\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-05-07T09:18:55.021555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:54.378613Z","time spent":"642.847876ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:55.021573Z","caller":"traceutil/trace.go:171","msg":"trace[475125427] range","detail":"{range_begin:/registry/pods/kube-system/cilium-b2hzh; range_end:; response_count:1; response_revision:647; }","duration":"517.793779ms","start":"2026-05-07T09:18:54.503759Z","end":"2026-05-07T09:18:55.021553Z","steps":["trace[475125427] 'agreement among raft nodes before linearized reading' (duration: 517.580114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:55.021615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:54.503737Z","time spent":"517.87001ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-b2hzh\" "} {"level":"info","ts":"2026-05-07T09:18:55.3646Z","caller":"traceutil/trace.go:171","msg":"trace[384060245] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"327.770107ms","start":"2026-05-07T09:18:55.036797Z","end":"2026-05-07T09:18:55.364567Z","steps":["trace[384060245] 'process raft request' (duration: 327.586563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:55.364839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:55.036771Z","time spent":"327.966472ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:18:56.812339Z","caller":"traceutil/trace.go:171","msg":"trace[496622897] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:670; }","duration":"381.349336ms","start":"2026-05-07T09:18:56.430955Z","end":"2026-05-07T09:18:56.812304Z","steps":["trace[496622897] 'read index received' (duration: 381.002988ms)","trace[496622897] 'applied index is now lower than readState.Index' (duration: 344.888µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:56.812478Z","caller":"traceutil/trace.go:171","msg":"trace[269162373] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"401.57081ms","start":"2026-05-07T09:18:56.410841Z","end":"2026-05-07T09:18:56.812412Z","steps":["trace[269162373] 'process raft request' (duration: 401.213322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:56.812618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.630462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:18:56.812737Z","caller":"traceutil/trace.go:171","msg":"trace[168334105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:649; }","duration":"381.839197ms","start":"2026-05-07T09:18:56.430869Z","end":"2026-05-07T09:18:56.812708Z","steps":["trace[168334105] 'agreement among raft nodes before linearized reading' (duration: 381.559901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:56.812777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:56.43084Z","time spent":"381.929419ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:18:56.813871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:56.410807Z","time spent":"401.812476ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:57.244401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.056537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T09:18:57.244503Z","caller":"traceutil/trace.go:171","msg":"trace[1206181744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:649; }","duration":"217.223771ms","start":"2026-05-07T09:18:57.027255Z","end":"2026-05-07T09:18:57.244479Z","steps":["trace[1206181744] 'range keys from in-memory index tree' (duration: 216.795041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:57.244673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.727817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T09:18:57.244799Z","caller":"traceutil/trace.go:171","msg":"trace[1267064981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:649; }","duration":"218.915991ms","start":"2026-05-07T09:18:57.025855Z","end":"2026-05-07T09:18:57.244771Z","steps":["trace[1267064981] 'range keys from in-memory index tree' (duration: 218.46744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:57.244826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.862966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T09:18:57.244537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.019797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T09:18:57.244951Z","caller":"traceutil/trace.go:171","msg":"trace[1112937557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:649; }","duration":"217.488287ms","start":"2026-05-07T09:18:57.027448Z","end":"2026-05-07T09:18:57.244937Z","steps":["trace[1112937557] 'range keys from in-memory index tree' (duration: 216.884763ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:57.244958Z","caller":"traceutil/trace.go:171","msg":"trace[988226282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:649; }","duration":"218.059421ms","start":"2026-05-07T09:18:57.026863Z","end":"2026-05-07T09:18:57.244922Z","steps":["trace[988226282] 'range keys from in-memory index tree' (duration: 217.636951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:57.549343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.094245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:18:57.549759Z","caller":"traceutil/trace.go:171","msg":"trace[669352688] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"299.35768ms","start":"2026-05-07T09:18:57.250359Z","end":"2026-05-07T09:18:57.549717Z","steps":["trace[669352688] 'process raft request' (duration: 102.526608ms)","trace[669352688] 'compare' (duration: 195.763567ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:57.549985Z","caller":"traceutil/trace.go:171","msg":"trace[2103485519] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"299.296008ms","start":"2026-05-07T09:18:57.250667Z","end":"2026-05-07T09:18:57.549963Z","steps":["trace[2103485519] 'process raft request' (duration: 299.036982ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:57.549829Z","caller":"traceutil/trace.go:171","msg":"trace[1589872091] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"299.403861ms","start":"2026-05-07T09:18:57.250371Z","end":"2026-05-07T09:18:57.549775Z","steps":["trace[1589872091] 'process raft request' (duration: 299.246217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:57.550531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:57.250351Z","time spent":"300.086047ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:59.320163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652159931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:18:59.730731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943801707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:18:59.730864Z","caller":"traceutil/trace.go:171","msg":"trace[1726324672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:653; }","duration":"1.944042282s","start":"2026-05-07T09:18:57.78679Z","end":"2026-05-07T09:18:59.730833Z","steps":["trace[1726324672] 'range keys from in-memory index tree' (duration: 1.943656834s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:59.730917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:57.786756Z","time spent":"1.944149805s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:18:59.820718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652159931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:18:59.858057Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.784265511s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T09:18:59.916345Z","caller":"traceutil/trace.go:171","msg":"trace[2136664045] linearizableReadLoop","detail":"{readStateIndex:677; appliedIndex:675; }","duration":"1.097133715s","start":"2026-05-07T09:18:58.819183Z","end":"2026-05-07T09:18:59.916317Z","steps":["trace[2136664045] 'read index received' (duration: 1.039131233s)","trace[2136664045] 'applied index is now lower than readState.Index' (duration: 58.001332ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:18:59.916457Z","caller":"traceutil/trace.go:171","msg":"trace[559900125] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"1.337805897s","start":"2026-05-07T09:18:58.578598Z","end":"2026-05-07T09:18:59.916404Z","steps":["trace[559900125] 'process raft request' (duration: 1.337566002s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:59.916653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.428489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-07T09:18:59.916666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.276731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T09:18:59.916717Z","caller":"traceutil/trace.go:171","msg":"trace[2142807217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:654; }","duration":"591.557762ms","start":"2026-05-07T09:18:59.325142Z","end":"2026-05-07T09:18:59.916699Z","steps":["trace[2142807217] 'agreement among raft nodes before linearized reading' (duration: 591.352777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:59.916728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.401613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-07T09:18:59.916698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:58.578571Z","time spent":"1.338006571s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:18:59.916791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.444461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:18:59.916785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:59.325117Z","time spent":"591.653654ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T09:18:59.916797Z","caller":"traceutil/trace.go:171","msg":"trace[1583999844] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:654; }","duration":"360.645969ms","start":"2026-05-07T09:18:59.556133Z","end":"2026-05-07T09:18:59.916779Z","steps":["trace[1583999844] 'agreement among raft nodes before linearized reading' (duration: 360.450085ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:18:59.916821Z","caller":"traceutil/trace.go:171","msg":"trace[643210062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:654; }","duration":"184.514663ms","start":"2026-05-07T09:18:59.732301Z","end":"2026-05-07T09:18:59.916815Z","steps":["trace[643210062] 'agreement among raft nodes before linearized reading' (duration: 184.469032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:59.916803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097589756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T09:18:59.91691Z","caller":"traceutil/trace.go:171","msg":"trace[1029650140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:654; }","duration":"1.097786591s","start":"2026-05-07T09:18:58.819094Z","end":"2026-05-07T09:18:59.916881Z","steps":["trace[1029650140] 'agreement among raft nodes before linearized reading' (duration: 1.097390221s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:59.916847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:59.556087Z","time spent":"360.746881ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T09:18:59.91697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:58.81907Z","time spent":"1.097889963s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T09:18:59.916959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.95412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T09:18:59.916745Z","caller":"traceutil/trace.go:171","msg":"trace[970700789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:654; }","duration":"360.407954ms","start":"2026-05-07T09:18:59.556319Z","end":"2026-05-07T09:18:59.916727Z","steps":["trace[970700789] 'agreement among raft nodes before linearized reading' (duration: 360.194009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:59.917096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:59.556286Z","time spent":"360.793403ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T09:18:59.917093Z","caller":"traceutil/trace.go:171","msg":"trace[2012728618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:654; }","duration":"362.149775ms","start":"2026-05-07T09:18:59.554911Z","end":"2026-05-07T09:18:59.917061Z","steps":["trace[2012728618] 'agreement among raft nodes before linearized reading' (duration: 361.786386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:18:59.917162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:59.554878Z","time spent":"362.271208ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T09:19:00.246719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.877931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:19:00.246878Z","caller":"traceutil/trace.go:171","msg":"trace[974740656] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"324.623523ms","start":"2026-05-07T09:18:59.922225Z","end":"2026-05-07T09:19:00.246848Z","steps":["trace[974740656] 'process raft request' (duration: 145.509167ms)","trace[974740656] 'compare' (duration: 178.695157ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:19:00.246947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:59.922204Z","time spent":"324.717695ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:00.342026Z","caller":"traceutil/trace.go:171","msg":"trace[1005219368] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"419.629995ms","start":"2026-05-07T09:18:59.922361Z","end":"2026-05-07T09:19:00.341991Z","steps":["trace[1005219368] 'process raft request' (duration: 419.42199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:00.342211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:59.922333Z","time spent":"419.788778ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:00.342396Z","caller":"traceutil/trace.go:171","msg":"trace[899200048] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"419.825079ms","start":"2026-05-07T09:18:59.922561Z","end":"2026-05-07T09:19:00.342386Z","steps":["trace[899200048] 'process raft request' (duration: 419.382099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:00.342459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:59.922526Z","time spent":"419.899161ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:00.342477Z","caller":"traceutil/trace.go:171","msg":"trace[1753289453] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"419.191104ms","start":"2026-05-07T09:18:59.923247Z","end":"2026-05-07T09:19:00.342438Z","steps":["trace[1753289453] 'process raft request' (duration: 418.986229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:00.342693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:59.923214Z","time spent":"419.361418ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:00.342689Z","caller":"traceutil/trace.go:171","msg":"trace[996218579] linearizableReadLoop","detail":"{readStateIndex:682; appliedIndex:677; }","duration":"417.080125ms","start":"2026-05-07T09:18:59.925508Z","end":"2026-05-07T09:19:00.342588Z","steps":["trace[996218579] 'read index received' (duration: 142.305372ms)","trace[996218579] 'applied index is now lower than readState.Index' (duration: 274.772813ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:00.342759Z","caller":"traceutil/trace.go:171","msg":"trace[2110634928] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"419.385949ms","start":"2026-05-07T09:18:59.923326Z","end":"2026-05-07T09:19:00.342712Z","steps":["trace[2110634928] 'process raft request' (duration: 419.049901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:00.342818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.296259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:19:00.342864Z","caller":"traceutil/trace.go:171","msg":"trace[1171850494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:659; }","duration":"417.394332ms","start":"2026-05-07T09:18:59.925454Z","end":"2026-05-07T09:19:00.342848Z","steps":["trace[1171850494] 'agreement among raft nodes before linearized reading' (duration: 417.30446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:00.342898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:59.92544Z","time spent":"417.451713ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:19:00.342978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:18:59.923296Z","time spent":"419.569853ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:06.742717Z","caller":"traceutil/trace.go:171","msg":"trace[2094575074] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"346.241791ms","start":"2026-05-07T09:19:06.396446Z","end":"2026-05-07T09:19:06.742688Z","steps":["trace[2094575074] 'process raft request' (duration: 346.067487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:06.742982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:06.396423Z","time spent":"346.456727ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:06.776556Z","caller":"traceutil/trace.go:171","msg":"trace[371928036] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"378.076399ms","start":"2026-05-07T09:19:06.398455Z","end":"2026-05-07T09:19:06.776532Z","steps":["trace[371928036] 'process raft request' (duration: 377.981617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:06.776753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:06.398447Z","time spent":"378.206672ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:06.776715Z","caller":"traceutil/trace.go:171","msg":"trace[713380997] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"378.389286ms","start":"2026-05-07T09:19:06.398272Z","end":"2026-05-07T09:19:06.776662Z","steps":["trace[713380997] 'process raft request' (duration: 377.985567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:06.776964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:06.398252Z","time spent":"378.584601ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:06.777247Z","caller":"traceutil/trace.go:171","msg":"trace[1987761991] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"311.696991ms","start":"2026-05-07T09:19:06.465488Z","end":"2026-05-07T09:19:06.777185Z","steps":["trace[1987761991] 'process raft request' (duration: 310.992784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:06.777441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:06.46547Z","time spent":"311.882775ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":614,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:19:06.777536Z","caller":"traceutil/trace.go:171","msg":"trace[250166454] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"306.872307ms","start":"2026-05-07T09:19:06.470634Z","end":"2026-05-07T09:19:06.777506Z","steps":["trace[250166454] 'process raft request' (duration: 306.227192ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:06.77762Z","caller":"traceutil/trace.go:171","msg":"trace[336358484] linearizableReadLoop","detail":"{readStateIndex:724; appliedIndex:721; }","duration":"345.281079ms","start":"2026-05-07T09:19:06.432308Z","end":"2026-05-07T09:19:06.777589Z","steps":["trace[336358484] 'read index received' (duration: 310.268307ms)","trace[336358484] 'applied index is now lower than readState.Index' (duration: 35.010672ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:19:06.777758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.450143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:19:06.777812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:06.470616Z","time spent":"307.02014ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4367,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:06.777843Z","caller":"traceutil/trace.go:171","msg":"trace[1695781995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:702; }","duration":"345.565796ms","start":"2026-05-07T09:19:06.432255Z","end":"2026-05-07T09:19:06.777821Z","steps":["trace[1695781995] 'agreement among raft nodes before linearized reading' (duration: 345.417442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:06.777886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:06.432238Z","time spent":"345.641708ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:19:06.778629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.02027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-b2hzh\" ","response":"range_response_count:1 size:18516"} {"level":"info","ts":"2026-05-07T09:19:06.778689Z","caller":"traceutil/trace.go:171","msg":"trace[367747010] range","detail":"{range_begin:/registry/pods/kube-system/cilium-b2hzh; range_end:; response_count:1; response_revision:702; }","duration":"195.123663ms","start":"2026-05-07T09:19:06.58355Z","end":"2026-05-07T09:19:06.778674Z","steps":["trace[367747010] 'agreement among raft nodes before linearized reading' (duration: 194.389825ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:07.085259Z","caller":"traceutil/trace.go:171","msg":"trace[251320251] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"291.449254ms","start":"2026-05-07T09:19:06.793773Z","end":"2026-05-07T09:19:07.085223Z","steps":["trace[251320251] 'process raft request' (duration: 291.186958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:16.960904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652160158,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T09:19:17.01852Z","caller":"traceutil/trace.go:171","msg":"trace[235065320] linearizableReadLoop","detail":"{readStateIndex:797; appliedIndex:796; }","duration":"558.041315ms","start":"2026-05-07T09:19:16.460453Z","end":"2026-05-07T09:19:17.018494Z","steps":["trace[235065320] 'read index received' (duration: 557.84955ms)","trace[235065320] 'applied index is now lower than readState.Index' (duration: 190.125µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:17.018589Z","caller":"traceutil/trace.go:171","msg":"trace[1482636999] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"636.356864ms","start":"2026-05-07T09:19:16.3822Z","end":"2026-05-07T09:19:17.018557Z","steps":["trace[1482636999] 'process raft request' (duration: 636.127409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:17.018784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.104872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9g4pc\" ","response":"range_response_count:1 size:3965"} {"level":"warn","ts":"2026-05-07T09:19:17.018781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:16.38218Z","time spent":"636.486077ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:17.018832Z","caller":"traceutil/trace.go:171","msg":"trace[1665484817] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9g4pc; range_end:; response_count:1; response_revision:769; }","duration":"393.212354ms","start":"2026-05-07T09:19:16.625605Z","end":"2026-05-07T09:19:17.018817Z","steps":["trace[1665484817] 'agreement among raft nodes before linearized reading' (duration: 393.04024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:17.018833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.103148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T09:19:17.018907Z","caller":"traceutil/trace.go:171","msg":"trace[66187185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:769; }","duration":"168.21249ms","start":"2026-05-07T09:19:16.850677Z","end":"2026-05-07T09:19:17.01889Z","steps":["trace[66187185] 'agreement among raft nodes before linearized reading' (duration: 168.010075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:17.018902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.719344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T09:19:17.018956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:16.625583Z","time spent":"393.279695ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9g4pc\" "} {"level":"warn","ts":"2026-05-07T09:19:17.018947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.382871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T09:19:17.018988Z","caller":"traceutil/trace.go:171","msg":"trace[1046283993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:769; }","duration":"203.830857ms","start":"2026-05-07T09:19:16.815135Z","end":"2026-05-07T09:19:17.018966Z","steps":["trace[1046283993] 'agreement among raft nodes before linearized reading' (duration: 203.645352ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:17.019034Z","caller":"traceutil/trace.go:171","msg":"trace[1183894597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:769; }","duration":"170.495704ms","start":"2026-05-07T09:19:16.848522Z","end":"2026-05-07T09:19:17.019018Z","steps":["trace[1183894597] 'agreement among raft nodes before linearized reading' (duration: 170.246438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:17.019267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.823694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T09:19:17.019346Z","caller":"traceutil/trace.go:171","msg":"trace[157587284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:769; }","duration":"558.901905ms","start":"2026-05-07T09:19:16.460433Z","end":"2026-05-07T09:19:17.019335Z","steps":["trace[157587284] 'agreement among raft nodes before linearized reading' (duration: 558.174518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:17.019422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:16.460336Z","time spent":"559.076559ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T09:19:17.532064Z","caller":"traceutil/trace.go:171","msg":"trace[188910559] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"507.253072ms","start":"2026-05-07T09:19:17.024777Z","end":"2026-05-07T09:19:17.53203Z","steps":["trace[188910559] 'process raft request' (duration: 445.790749ms)","trace[188910559] 'compare' (duration: 60.753737ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:19:17.53288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:17.024746Z","time spent":"508.01643ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:17.535984Z","caller":"traceutil/trace.go:171","msg":"trace[1903551093] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"510.451437ms","start":"2026-05-07T09:19:17.025517Z","end":"2026-05-07T09:19:17.535969Z","steps":["trace[1903551093] 'process raft request' (duration: 510.305523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:17.536117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:17.025482Z","time spent":"510.56295ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:17.536285Z","caller":"traceutil/trace.go:171","msg":"trace[516713973] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"510.744684ms","start":"2026-05-07T09:19:17.025533Z","end":"2026-05-07T09:19:17.536278Z","steps":["trace[516713973] 'process raft request' (duration: 510.408886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:17.536361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:17.025509Z","time spent":"510.827906ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:17.536376Z","caller":"traceutil/trace.go:171","msg":"trace[1184646548] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"510.679463ms","start":"2026-05-07T09:19:17.025677Z","end":"2026-05-07T09:19:17.536357Z","steps":["trace[1184646548] 'process raft request' (duration: 510.421407ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:17.536398Z","caller":"traceutil/trace.go:171","msg":"trace[124718535] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"507.579309ms","start":"2026-05-07T09:19:17.028803Z","end":"2026-05-07T09:19:17.536382Z","steps":["trace[124718535] 'process raft request' (duration: 507.431396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:17.536489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:17.028786Z","time spent":"507.654432ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:19:17.536508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:17.025635Z","time spent":"510.803266ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:19.14265Z","caller":"traceutil/trace.go:171","msg":"trace[1655816487] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"112.81348ms","start":"2026-05-07T09:19:19.029783Z","end":"2026-05-07T09:19:19.142596Z","steps":["trace[1655816487] 'process raft request' (duration: 112.554964ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:27.863192Z","caller":"traceutil/trace.go:171","msg":"trace[2003359169] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"254.62216ms","start":"2026-05-07T09:19:27.608533Z","end":"2026-05-07T09:19:27.863155Z","steps":["trace[2003359169] 'process raft request' (duration: 162.388417ms)","trace[2003359169] 'compare' (duration: 92.039509ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:27.937748Z","caller":"traceutil/trace.go:171","msg":"trace[977271974] linearizableReadLoop","detail":"{readStateIndex:924; appliedIndex:921; }","duration":"177.590494ms","start":"2026-05-07T09:19:27.760081Z","end":"2026-05-07T09:19:27.937671Z","steps":["trace[977271974] 'read index received' (duration: 10.858026ms)","trace[977271974] 'applied index is now lower than readState.Index' (duration: 166.731168ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:27.937774Z","caller":"traceutil/trace.go:171","msg":"trace[1452488120] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"327.439896ms","start":"2026-05-07T09:19:27.610291Z","end":"2026-05-07T09:19:27.937731Z","steps":["trace[1452488120] 'process raft request' (duration: 327.325643ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:27.937775Z","caller":"traceutil/trace.go:171","msg":"trace[703292198] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"328.349617ms","start":"2026-05-07T09:19:27.609394Z","end":"2026-05-07T09:19:27.937744Z","steps":["trace[703292198] 'process raft request' (duration: 328.03984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:27.937963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:27.609374Z","time spent":"328.498081ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:19:27.93797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:27.610259Z","time spent":"327.61324ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:19:27.937991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.883152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:19:27.938038Z","caller":"traceutil/trace.go:171","msg":"trace[118491250] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:894; }","duration":"178.000135ms","start":"2026-05-07T09:19:27.760019Z","end":"2026-05-07T09:19:27.938019Z","steps":["trace[118491250] 'agreement among raft nodes before linearized reading' (duration: 177.863471ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:27.944279Z","caller":"traceutil/trace.go:171","msg":"trace[240071548] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"147.998617ms","start":"2026-05-07T09:19:27.796245Z","end":"2026-05-07T09:19:27.944244Z","steps":["trace[240071548] 'process raft request' (duration: 147.778702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:27.944336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.566173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:19:27.944415Z","caller":"traceutil/trace.go:171","msg":"trace[62339193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:895; }","duration":"157.730237ms","start":"2026-05-07T09:19:27.786664Z","end":"2026-05-07T09:19:27.944395Z","steps":["trace[62339193] 'agreement among raft nodes before linearized reading' (duration: 157.541892ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:45.656881Z","caller":"traceutil/trace.go:171","msg":"trace[2029502046] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"235.752245ms","start":"2026-05-07T09:19:45.421103Z","end":"2026-05-07T09:19:45.656855Z","steps":["trace[2029502046] 'process raft request' (duration: 235.582601ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:46.01994Z","caller":"traceutil/trace.go:171","msg":"trace[1463388631] linearizableReadLoop","detail":"{readStateIndex:1204; appliedIndex:1203; }","duration":"233.409561ms","start":"2026-05-07T09:19:45.78649Z","end":"2026-05-07T09:19:46.019899Z","steps":["trace[1463388631] 'read index received' (duration: 221.567992ms)","trace[1463388631] 'applied index is now lower than readState.Index' (duration: 11.839719ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:46.020078Z","caller":"traceutil/trace.go:171","msg":"trace[190936192] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"320.679517ms","start":"2026-05-07T09:19:45.699363Z","end":"2026-05-07T09:19:46.020042Z","steps":["trace[190936192] 'process raft request' (duration: 308.767336ms)","trace[190936192] 'compare' (duration: 11.365428ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:19:46.02029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.603005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:19:46.020419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:45.699348Z","time spent":"320.951283ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:46.020464Z","caller":"traceutil/trace.go:171","msg":"trace[8191835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1167; }","duration":"233.959753ms","start":"2026-05-07T09:19:45.786432Z","end":"2026-05-07T09:19:46.020391Z","steps":["trace[8191835] 'agreement among raft nodes before linearized reading' (duration: 233.602525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:46.522595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652160885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:19:47.023311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652160885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:19:47.41216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.404149049s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T09:19:47.412679Z","caller":"traceutil/trace.go:171","msg":"trace[1131025812] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"1.517557893s","start":"2026-05-07T09:19:45.895092Z","end":"2026-05-07T09:19:47.41265Z","steps":["trace[1131025812] 'process raft request' (duration: 1.517350918s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:47.412813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:45.895073Z","time spent":"1.517671665s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6389,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:19:47.529161Z","caller":"traceutil/trace.go:171","msg":"trace[223290586] linearizableReadLoop","detail":"{readStateIndex:1206; appliedIndex:1204; }","duration":"1.507391582s","start":"2026-05-07T09:19:46.021738Z","end":"2026-05-07T09:19:47.52913Z","steps":["trace[223290586] 'read index received' (duration: 1.390777115s)","trace[223290586] 'applied index is now lower than readState.Index' (duration: 116.613297ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:47.529264Z","caller":"traceutil/trace.go:171","msg":"trace[1735260608] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"1.453670816s","start":"2026-05-07T09:19:46.075539Z","end":"2026-05-07T09:19:47.52921Z","steps":["trace[1735260608] 'process raft request' (duration: 1.452704883s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:47.529454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50769898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:19:47.529503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469999311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T09:19:47.529539Z","caller":"traceutil/trace.go:171","msg":"trace[350928205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1169; }","duration":"1.507812402s","start":"2026-05-07T09:19:46.021699Z","end":"2026-05-07T09:19:47.529512Z","steps":["trace[350928205] 'agreement among raft nodes before linearized reading' (duration: 1.507622848s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:47.529552Z","caller":"traceutil/trace.go:171","msg":"trace[80399842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1169; }","duration":"1.470107874s","start":"2026-05-07T09:19:46.059426Z","end":"2026-05-07T09:19:47.529533Z","steps":["trace[80399842] 'agreement among raft nodes before linearized reading' (duration: 1.469921259s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:47.529586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:46.021678Z","time spent":"1.507900694s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:19:47.529592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:46.059404Z","time spent":"1.470179075s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T09:19:47.529644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.034885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T09:19:47.52967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.606777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:19:47.529749Z","caller":"traceutil/trace.go:171","msg":"trace[1053751967] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1169; }","duration":"290.223669ms","start":"2026-05-07T09:19:47.2395Z","end":"2026-05-07T09:19:47.529724Z","steps":["trace[1053751967] 'agreement among raft nodes before linearized reading' (duration: 290.005534ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:47.529823Z","caller":"traceutil/trace.go:171","msg":"trace[857692084] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1169; }","duration":"870.893343ms","start":"2026-05-07T09:19:46.658905Z","end":"2026-05-07T09:19:47.529798Z","steps":["trace[857692084] 'agreement among raft nodes before linearized reading' (duration: 870.498854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:47.529933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:46.658859Z","time spent":"871.034236ms","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":64,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:19:47.529983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361167026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-07T09:19:47.530178Z","caller":"traceutil/trace.go:171","msg":"trace[137826669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1169; }","duration":"1.361433582s","start":"2026-05-07T09:19:46.168713Z","end":"2026-05-07T09:19:47.530147Z","steps":["trace[137826669] 'agreement among raft nodes before linearized reading' (duration: 1.360932011s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:47.530042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:46.075503Z","time spent":"1.454050725s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:19:47.530263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:46.168648Z","time spent":"1.361599527s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T09:19:47.530148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35961446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T09:19:47.530401Z","caller":"traceutil/trace.go:171","msg":"trace[1149549558] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1169; }","duration":"1.359945088s","start":"2026-05-07T09:19:46.170397Z","end":"2026-05-07T09:19:47.530342Z","steps":["trace[1149549558] 'agreement among raft nodes before linearized reading' (duration: 1.359121979s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:47.530514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:46.170377Z","time spent":"1.360115322s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T09:19:48.038228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.44603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-92b5x\" ","response":"range_response_count:1 size:3973"} {"level":"info","ts":"2026-05-07T09:19:48.038344Z","caller":"traceutil/trace.go:171","msg":"trace[174849878] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-92b5x; range_end:; response_count:1; response_revision:1172; }","duration":"244.620034ms","start":"2026-05-07T09:19:47.793694Z","end":"2026-05-07T09:19:48.038314Z","steps":["trace[174849878] 'range keys from in-memory index tree' (duration: 244.235646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:48.038423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.592854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T09:19:48.038536Z","caller":"traceutil/trace.go:171","msg":"trace[300860513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1172; }","duration":"376.727627ms","start":"2026-05-07T09:19:47.661782Z","end":"2026-05-07T09:19:48.03851Z","steps":["trace[300860513] 'range keys from in-memory index tree' (duration: 376.339208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:48.038594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:19:47.661697Z","time spent":"376.882821ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T09:19:48.163522Z","caller":"traceutil/trace.go:171","msg":"trace[1782364233] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"113.104025ms","start":"2026-05-07T09:19:48.050391Z","end":"2026-05-07T09:19:48.163495Z","steps":["trace[1782364233] 'process raft request' (duration: 113.038284ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:48.163549Z","caller":"traceutil/trace.go:171","msg":"trace[1686323574] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"118.039982ms","start":"2026-05-07T09:19:48.045477Z","end":"2026-05-07T09:19:48.163517Z","steps":["trace[1686323574] 'process raft request' (duration: 117.757225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:48.29019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.659828ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T09:19:50.221436Z","caller":"traceutil/trace.go:171","msg":"trace[490447639] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1184; }","duration":"128.525349ms","start":"2026-05-07T09:19:50.092871Z","end":"2026-05-07T09:19:50.221397Z","steps":["trace[490447639] 'process raft request' (duration: 58.450918ms)","trace[490447639] 'compare' (duration: 69.971109ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:19:50.227846Z","caller":"traceutil/trace.go:171","msg":"trace[1444585744] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"131.512589ms","start":"2026-05-07T09:19:50.096292Z","end":"2026-05-07T09:19:50.227805Z","steps":["trace[1444585744] 'process raft request' (duration: 131.251873ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:19:50.29738Z","caller":"traceutil/trace.go:171","msg":"trace[838596538] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"114.12958ms","start":"2026-05-07T09:19:50.183231Z","end":"2026-05-07T09:19:50.297361Z","steps":["trace[838596538] 'process raft request' (duration: 113.937246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:57.577379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.908165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:19:57.577509Z","caller":"traceutil/trace.go:171","msg":"trace[1662140093] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1257; }","duration":"103.087609ms","start":"2026-05-07T09:19:57.474381Z","end":"2026-05-07T09:19:57.577469Z","steps":["trace[1662140093] 'count revisions from in-memory index tree' (duration: 102.782952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:57.907077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.120914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:19:57.907239Z","caller":"traceutil/trace.go:171","msg":"trace[785944736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1261; }","duration":"121.33499ms","start":"2026-05-07T09:19:57.785872Z","end":"2026-05-07T09:19:57.907207Z","steps":["trace[785944736] 'range keys from in-memory index tree' (duration: 120.989231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:19:58.340017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.553735ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T09:19:58.549761Z","caller":"traceutil/trace.go:171","msg":"trace[582844634] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"203.531446ms","start":"2026-05-07T09:19:58.346161Z","end":"2026-05-07T09:19:58.549692Z","steps":["trace[582844634] 'process raft request' (duration: 177.241827ms)","trace[582844634] 'compare' (duration: 26.114215ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:02.647716Z","caller":"traceutil/trace.go:171","msg":"trace[2115737567] transaction","detail":"{read_only:false; response_revision:1300; number_of_response:1; }","duration":"239.188864ms","start":"2026-05-07T09:20:02.408476Z","end":"2026-05-07T09:20:02.647665Z","steps":["trace[2115737567] 'process raft request' (duration: 238.823976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:04.39451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.671133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T09:20:04.394646Z","caller":"traceutil/trace.go:171","msg":"trace[1345477022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1308; }","duration":"594.849408ms","start":"2026-05-07T09:20:03.799776Z","end":"2026-05-07T09:20:04.394625Z","steps":["trace[1345477022] 'range keys from in-memory index tree' (duration: 594.494009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:04.394652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.144281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T09:20:04.394697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:03.799766Z","time spent":"594.921639ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T09:20:04.394734Z","caller":"traceutil/trace.go:171","msg":"trace[1287105444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1308; }","duration":"619.292324ms","start":"2026-05-07T09:20:03.775421Z","end":"2026-05-07T09:20:04.394713Z","steps":["trace[1287105444] 'range keys from in-memory index tree' (duration: 618.934805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:04.394528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.463869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-zvt8b\" ","response":"range_response_count:1 size:4197"} {"level":"warn","ts":"2026-05-07T09:20:04.394777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:03.775392Z","time spent":"619.377175ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T09:20:04.394834Z","caller":"traceutil/trace.go:171","msg":"trace[2092028722] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-zvt8b; range_end:; response_count:1; response_revision:1308; }","duration":"518.824717ms","start":"2026-05-07T09:20:03.875978Z","end":"2026-05-07T09:20:04.394803Z","steps":["trace[2092028722] 'range keys from in-memory index tree' (duration: 518.169822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:04.394884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:03.875949Z","time spent":"518.92354ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4220,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-zvt8b\" "} {"level":"warn","ts":"2026-05-07T09:20:04.395002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.4898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T09:20:04.395278Z","caller":"traceutil/trace.go:171","msg":"trace[647130752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1308; }","duration":"594.793757ms","start":"2026-05-07T09:20:03.800451Z","end":"2026-05-07T09:20:04.395245Z","steps":["trace[647130752] 'range keys from in-memory index tree' (duration: 594.230924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:04.395336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:03.800441Z","time spent":"594.880088ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T09:20:10.83554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.253858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T09:20:10.83568Z","caller":"traceutil/trace.go:171","msg":"trace[158818406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1433; }","duration":"149.457952ms","start":"2026-05-07T09:20:10.686191Z","end":"2026-05-07T09:20:10.835649Z","steps":["trace[158818406] 'range keys from in-memory index tree' (duration: 148.94779ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:11.104369Z","caller":"traceutil/trace.go:171","msg":"trace[1905069234] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"263.862318ms","start":"2026-05-07T09:20:10.84048Z","end":"2026-05-07T09:20:11.104343Z","steps":["trace[1905069234] 'process raft request' (duration: 263.708754ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:11.208734Z","caller":"traceutil/trace.go:171","msg":"trace[191877239] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"367.993891ms","start":"2026-05-07T09:20:10.840692Z","end":"2026-05-07T09:20:11.208686Z","steps":["trace[191877239] 'process raft request' (duration: 367.594432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:11.209018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:10.840669Z","time spent":"368.205917ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:11.208995Z","caller":"traceutil/trace.go:171","msg":"trace[1720598214] linearizableReadLoop","detail":"{readStateIndex:1482; appliedIndex:1480; }","duration":"285.277022ms","start":"2026-05-07T09:20:10.923644Z","end":"2026-05-07T09:20:11.208921Z","steps":["trace[1720598214] 'read index received' (duration: 180.622276ms)","trace[1720598214] 'applied index is now lower than readState.Index' (duration: 104.649806ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:11.209122Z","caller":"traceutil/trace.go:171","msg":"trace[1865953905] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"275.608615ms","start":"2026-05-07T09:20:10.933462Z","end":"2026-05-07T09:20:11.209071Z","steps":["trace[1865953905] 'process raft request' (duration: 275.147424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:11.209292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.187161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:20:11.209346Z","caller":"traceutil/trace.go:171","msg":"trace[957913311] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1436; }","duration":"232.292074ms","start":"2026-05-07T09:20:10.977034Z","end":"2026-05-07T09:20:11.209326Z","steps":["trace[957913311] 'agreement among raft nodes before linearized reading' (duration: 232.15695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:11.209319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.65384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-p9rqm\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-05-07T09:20:11.209416Z","caller":"traceutil/trace.go:171","msg":"trace[1542201316] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-p9rqm; range_end:; response_count:1; response_revision:1436; }","duration":"285.811655ms","start":"2026-05-07T09:20:10.923576Z","end":"2026-05-07T09:20:11.209387Z","steps":["trace[1542201316] 'agreement among raft nodes before linearized reading' (duration: 285.527268ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:11.510121Z","caller":"traceutil/trace.go:171","msg":"trace[238800167] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"177.599635ms","start":"2026-05-07T09:20:11.332478Z","end":"2026-05-07T09:20:11.510078Z","steps":["trace[238800167] 'process raft request' (duration: 174.669877ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:19.961462Z","caller":"traceutil/trace.go:171","msg":"trace[719140998] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"102.039324ms","start":"2026-05-07T09:20:19.859387Z","end":"2026-05-07T09:20:19.961426Z","steps":["trace[719140998] 'process raft request' (duration: 101.819459ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:23.620702Z","caller":"traceutil/trace.go:171","msg":"trace[1921956423] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"228.276719ms","start":"2026-05-07T09:20:23.392387Z","end":"2026-05-07T09:20:23.620664Z","steps":["trace[1921956423] 'process raft request' (duration: 227.992523ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:23.620831Z","caller":"traceutil/trace.go:171","msg":"trace[1256001505] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"234.083767ms","start":"2026-05-07T09:20:23.386692Z","end":"2026-05-07T09:20:23.620776Z","steps":["trace[1256001505] 'process raft request' (duration: 188.037692ms)","trace[1256001505] 'compare' (duration: 45.385959ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:28.486524Z","caller":"traceutil/trace.go:171","msg":"trace[1017287571] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"104.774724ms","start":"2026-05-07T09:20:28.381721Z","end":"2026-05-07T09:20:28.486495Z","steps":["trace[1017287571] 'process raft request' (duration: 104.61095ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:28.944752Z","caller":"traceutil/trace.go:171","msg":"trace[1343677691] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"109.119116ms","start":"2026-05-07T09:20:28.835603Z","end":"2026-05-07T09:20:28.944722Z","steps":["trace[1343677691] 'process raft request' (duration: 108.911671ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:29.187652Z","caller":"traceutil/trace.go:171","msg":"trace[972914978] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"235.055916ms","start":"2026-05-07T09:20:28.95256Z","end":"2026-05-07T09:20:29.187616Z","steps":["trace[972914978] 'process raft request' (duration: 234.769179ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:29.188005Z","caller":"traceutil/trace.go:171","msg":"trace[480429244] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"235.268161ms","start":"2026-05-07T09:20:28.95268Z","end":"2026-05-07T09:20:29.187948Z","steps":["trace[480429244] 'process raft request' (duration: 234.879152ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:29.188257Z","caller":"traceutil/trace.go:171","msg":"trace[1229536914] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"235.514467ms","start":"2026-05-07T09:20:28.952686Z","end":"2026-05-07T09:20:29.188201Z","steps":["trace[1229536914] 'process raft request' (duration: 235.105987ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:29.188491Z","caller":"traceutil/trace.go:171","msg":"trace[407302396] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"235.209029ms","start":"2026-05-07T09:20:28.95327Z","end":"2026-05-07T09:20:29.188479Z","steps":["trace[407302396] 'process raft request' (duration: 234.83488ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:29.189166Z","caller":"traceutil/trace.go:171","msg":"trace[1281985070] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"232.930616ms","start":"2026-05-07T09:20:28.955833Z","end":"2026-05-07T09:20:29.188763Z","steps":["trace[1281985070] 'process raft request' (duration: 232.517766ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:29.18962Z","caller":"traceutil/trace.go:171","msg":"trace[926805462] linearizableReadLoop","detail":"{readStateIndex:1805; appliedIndex:1799; }","duration":"146.892094ms","start":"2026-05-07T09:20:29.042712Z","end":"2026-05-07T09:20:29.189604Z","steps":["trace[926805462] 'read index received' (duration: 144.60442ms)","trace[926805462] 'applied index is now lower than readState.Index' (duration: 2.286324ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:29.189906Z","caller":"traceutil/trace.go:171","msg":"trace[1345170465] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"233.051069ms","start":"2026-05-07T09:20:28.95682Z","end":"2026-05-07T09:20:29.189871Z","steps":["trace[1345170465] 'process raft request' (duration: 231.862171ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:29.189832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.097588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T09:20:29.190318Z","caller":"traceutil/trace.go:171","msg":"trace[388663960] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1731; }","duration":"147.673912ms","start":"2026-05-07T09:20:29.042632Z","end":"2026-05-07T09:20:29.190305Z","steps":["trace[388663960] 'agreement among raft nodes before linearized reading' (duration: 147.020067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:30.095578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.716725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:20:30.095701Z","caller":"traceutil/trace.go:171","msg":"trace[2002015502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1734; }","duration":"307.861848ms","start":"2026-05-07T09:20:29.787811Z","end":"2026-05-07T09:20:30.095673Z","steps":["trace[2002015502] 'range keys from in-memory index tree' (duration: 307.55205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:30.095761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:29.787712Z","time spent":"308.035322ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T09:20:30.159869Z","caller":"traceutil/trace.go:171","msg":"trace[1697465702] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"145.648184ms","start":"2026-05-07T09:20:30.014189Z","end":"2026-05-07T09:20:30.159837Z","steps":["trace[1697465702] 'process raft request' (duration: 145.432809ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:30.801562Z","caller":"traceutil/trace.go:171","msg":"trace[1899086311] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"104.270042ms","start":"2026-05-07T09:20:30.697256Z","end":"2026-05-07T09:20:30.801526Z","steps":["trace[1899086311] 'process raft request' (duration: 103.602756ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:30.915559Z","caller":"traceutil/trace.go:171","msg":"trace[971313] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"101.384643ms","start":"2026-05-07T09:20:30.814145Z","end":"2026-05-07T09:20:30.91553Z","steps":["trace[971313] 'process raft request' (duration: 64.295931ms)","trace[971313] 'compare' (duration: 36.878187ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:31.880994Z","caller":"traceutil/trace.go:171","msg":"trace[1232519556] linearizableReadLoop","detail":"{readStateIndex:1818; appliedIndex:1817; }","duration":"157.338129ms","start":"2026-05-07T09:20:31.723624Z","end":"2026-05-07T09:20:31.880963Z","steps":["trace[1232519556] 'read index received' (duration: 81.448915ms)","trace[1232519556] 'applied index is now lower than readState.Index' (duration: 75.887714ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:20:31.881244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.597245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:20:31.881234Z","caller":"traceutil/trace.go:171","msg":"trace[1238042209] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"182.45286ms","start":"2026-05-07T09:20:31.698721Z","end":"2026-05-07T09:20:31.881174Z","steps":["trace[1238042209] 'process raft request' (duration: 106.393682ms)","trace[1238042209] 'compare' (duration: 75.71137ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:31.881292Z","caller":"traceutil/trace.go:171","msg":"trace[1978082388] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1744; }","duration":"157.725977ms","start":"2026-05-07T09:20:31.723551Z","end":"2026-05-07T09:20:31.881277Z","steps":["trace[1978082388] 'agreement among raft nodes before linearized reading' (duration: 157.614045ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:32.276484Z","caller":"traceutil/trace.go:171","msg":"trace[1663217529] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"110.843916ms","start":"2026-05-07T09:20:32.165612Z","end":"2026-05-07T09:20:32.276456Z","steps":["trace[1663217529] 'process raft request' (duration: 110.679592ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:32.473451Z","caller":"traceutil/trace.go:171","msg":"trace[11859653] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"114.953413ms","start":"2026-05-07T09:20:32.358467Z","end":"2026-05-07T09:20:32.47342Z","steps":["trace[11859653] 'process raft request' (duration: 114.747648ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:39.339952Z","caller":"traceutil/trace.go:171","msg":"trace[1021968298] linearizableReadLoop","detail":"{readStateIndex:1917; appliedIndex:1916; }","duration":"177.3935ms","start":"2026-05-07T09:20:39.162535Z","end":"2026-05-07T09:20:39.339928Z","steps":["trace[1021968298] 'read index received' (duration: 176.309105ms)","trace[1021968298] 'applied index is now lower than readState.Index' (duration: 1.083505ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:39.340036Z","caller":"traceutil/trace.go:171","msg":"trace[897149412] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"179.169812ms","start":"2026-05-07T09:20:39.160803Z","end":"2026-05-07T09:20:39.339973Z","steps":["trace[897149412] 'process raft request' (duration: 178.154019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:39.340398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.744342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f205c74-4779-4d90-87ec-aca93c846cee\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-07T09:20:39.340446Z","caller":"traceutil/trace.go:171","msg":"trace[503663529] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f205c74-4779-4d90-87ec-aca93c846cee; range_end:; response_count:1; response_revision:1841; }","duration":"172.848474ms","start":"2026-05-07T09:20:39.167582Z","end":"2026-05-07T09:20:39.340431Z","steps":["trace[503663529] 'agreement among raft nodes before linearized reading' (duration: 172.510376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:39.340426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.853362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-07T09:20:39.340941Z","caller":"traceutil/trace.go:171","msg":"trace[914712925] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:1841; }","duration":"178.418765ms","start":"2026-05-07T09:20:39.162463Z","end":"2026-05-07T09:20:39.340881Z","steps":["trace[914712925] 'agreement among raft nodes before linearized reading' (duration: 177.557535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:41.852498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652162303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:20:42.072765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.584454ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:20:42.07295Z","caller":"traceutil/trace.go:171","msg":"trace[1986745088] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1865; }","duration":"140.789359ms","start":"2026-05-07T09:20:41.932117Z","end":"2026-05-07T09:20:42.072907Z","steps":["trace[1986745088] 'range keys from in-memory index tree' (duration: 140.524862ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:42.240597Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11573461s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T09:20:42.241143Z","caller":"traceutil/trace.go:171","msg":"trace[1807593729] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"1.116377384s","start":"2026-05-07T09:20:41.124716Z","end":"2026-05-07T09:20:42.241093Z","steps":["trace[1807593729] 'process raft request' (duration: 1.116130269s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:42.241345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:41.124692Z","time spent":"1.116529628s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:43.310788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.744911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:20:43.310902Z","caller":"traceutil/trace.go:171","msg":"trace[1103659424] linearizableReadLoop","detail":"{readStateIndex:1943; appliedIndex:1942; }","duration":"1.959469636s","start":"2026-05-07T09:20:41.351416Z","end":"2026-05-07T09:20:43.310886Z","steps":["trace[1103659424] 'read index received' (duration: 889.757687ms)","trace[1103659424] 'applied index is now lower than readState.Index' (duration: 1.069710939s)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:43.31096Z","caller":"traceutil/trace.go:171","msg":"trace[1061285225] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"1.694489376s","start":"2026-05-07T09:20:41.616463Z","end":"2026-05-07T09:20:43.310953Z","steps":["trace[1061285225] 'process raft request' (duration: 843.492309ms)","trace[1061285225] 'compare' (duration: 850.626098ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:20:43.311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:41.616398Z","time spent":"1.694581868s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:43.31131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959877646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T09:20:43.311386Z","caller":"traceutil/trace.go:171","msg":"trace[590973954] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1867; }","duration":"1.960005409s","start":"2026-05-07T09:20:41.35136Z","end":"2026-05-07T09:20:43.311366Z","steps":["trace[590973954] 'agreement among raft nodes before linearized reading' (duration: 1.959819714s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:43.311417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:41.351334Z","time spent":"1.960077151s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T09:20:43.811922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652162309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:20:44.312301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652162309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:20:44.693478Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.23351428s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T09:20:44.693944Z","caller":"traceutil/trace.go:171","msg":"trace[1481462883] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"2.373437819s","start":"2026-05-07T09:20:42.320482Z","end":"2026-05-07T09:20:44.693919Z","steps":["trace[1481462883] 'process raft request' (duration: 2.373277576s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:44.694118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:42.320451Z","time spent":"2.373581073s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:44.786267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999824046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T09:20:44.786389Z","caller":"traceutil/trace.go:171","msg":"trace[1021568369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000022961s","start":"2026-05-07T09:20:42.786346Z","end":"2026-05-07T09:20:44.786368Z","steps":["trace[1021568369] 'agreement among raft nodes before linearized reading' (duration: 1.999883177s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:44.786439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:42.786317Z","time spent":"2.000112132s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 09:20:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T09:20:45.636067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.902385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:20:45.636263Z","caller":"traceutil/trace.go:171","msg":"trace[799523661] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"3.00006609s","start":"2026-05-07T09:20:42.636173Z","end":"2026-05-07T09:20:45.636239Z","steps":["trace[799523661] 'process raft request' (duration: 2.632887609s)","trace[799523661] 'compare' (duration: 366.491905ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:20:45.636345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:42.636143Z","time spent":"3.000167193s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:45.636925Z","caller":"traceutil/trace.go:171","msg":"trace[642406930] linearizableReadLoop","detail":"{readStateIndex:1948; appliedIndex:1944; }","duration":"2.325963913s","start":"2026-05-07T09:20:43.310922Z","end":"2026-05-07T09:20:45.636886Z","steps":["trace[642406930] 'read index received' (duration: 1.382982114s)","trace[642406930] 'applied index is now lower than readState.Index' (duration: 942.980359ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:20:45.637239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.795901031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T09:20:45.637267Z","caller":"traceutil/trace.go:171","msg":"trace[1979623696] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"2.320526115s","start":"2026-05-07T09:20:43.316714Z","end":"2026-05-07T09:20:45.637241Z","steps":["trace[1979623696] 'process raft request' (duration: 2.319929821s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:45.637314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863449759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T09:20:45.637289Z","caller":"traceutil/trace.go:171","msg":"trace[400017859] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"1.780011287s","start":"2026-05-07T09:20:43.857237Z","end":"2026-05-07T09:20:45.637248Z","steps":["trace[400017859] 'process raft request' (duration: 1.779595507s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:45.637343Z","caller":"traceutil/trace.go:171","msg":"trace[1501316687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1872; }","duration":"2.796038154s","start":"2026-05-07T09:20:42.841279Z","end":"2026-05-07T09:20:45.637318Z","steps":["trace[1501316687] 'agreement among raft nodes before linearized reading' (duration: 2.795649865s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:45.637361Z","caller":"traceutil/trace.go:171","msg":"trace[1897994198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1872; }","duration":"2.863549381s","start":"2026-05-07T09:20:42.773798Z","end":"2026-05-07T09:20:45.637348Z","steps":["trace[1897994198] 'agreement among raft nodes before linearized reading' (duration: 2.863361507s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:45.637367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701543762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T09:20:45.637399Z","caller":"traceutil/trace.go:171","msg":"trace[269697215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1872; }","duration":"2.701617504s","start":"2026-05-07T09:20:42.935773Z","end":"2026-05-07T09:20:45.63739Z","steps":["trace[269697215] 'agreement among raft nodes before linearized reading' (duration: 2.701469121s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:45.637384Z","caller":"traceutil/trace.go:171","msg":"trace[1132902993] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"2.868946438s","start":"2026-05-07T09:20:42.768409Z","end":"2026-05-07T09:20:45.637356Z","steps":["trace[1132902993] 'process raft request' (duration: 2.86777479s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:45.637392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:42.841268Z","time spent":"2.796114176s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T09:20:45.637409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:43.316691Z","time spent":"2.320636657s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:45.637401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972213456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-07T09:20:45.637408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.9031492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T09:20:45.637432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:42.93576Z","time spent":"2.701659595s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T09:20:45.637447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.630983253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-07T09:20:45.637456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:43.857207Z","time spent":"1.780161581s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:45.637457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.075878212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T09:20:45.637473Z","caller":"traceutil/trace.go:171","msg":"trace[660889167] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:1872; }","duration":"2.972341209s","start":"2026-05-07T09:20:42.66511Z","end":"2026-05-07T09:20:45.637452Z","steps":["trace[660889167] 'agreement among raft nodes before linearized reading' (duration: 2.972168135s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:45.637478Z","caller":"traceutil/trace.go:171","msg":"trace[724891672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1872; }","duration":"3.903269404s","start":"2026-05-07T09:20:41.734189Z","end":"2026-05-07T09:20:45.637459Z","steps":["trace[724891672] 'agreement among raft nodes before linearized reading' (duration: 3.902991508s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:45.637486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:42.768372Z","time spent":"2.8690607s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:45.637478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.285169312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f205c74-4779-4d90-87ec-aca93c846cee\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-05-07T09:20:45.637507Z","caller":"traceutil/trace.go:171","msg":"trace[622890871] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1872; }","duration":"3.631078556s","start":"2026-05-07T09:20:42.006403Z","end":"2026-05-07T09:20:45.637482Z","steps":["trace[622890871] 'agreement among raft nodes before linearized reading' (duration: 3.630884461s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:45.637516Z","caller":"traceutil/trace.go:171","msg":"trace[557951638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1872; }","duration":"4.075998155s","start":"2026-05-07T09:20:41.561502Z","end":"2026-05-07T09:20:45.6375Z","steps":["trace[557951638] 'agreement among raft nodes before linearized reading' (duration: 4.07577041s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:45.637528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:42.665093Z","time spent":"2.97242226s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-05-07T09:20:45.63755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:42.006369Z","time spent":"3.631172638s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T09:20:45.637554Z","caller":"traceutil/trace.go:171","msg":"trace[1938092594] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f205c74-4779-4d90-87ec-aca93c846cee; range_end:; response_count:1; response_revision:1872; }","duration":"4.285305196s","start":"2026-05-07T09:20:41.352227Z","end":"2026-05-07T09:20:45.637532Z","steps":["trace[1938092594] 'agreement among raft nodes before linearized reading' (duration: 4.285089361s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:45.637574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:41.561473Z","time spent":"4.076093947s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:20:45.6374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:42.773784Z","time spent":"2.863607473s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T09:20:45.637595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:41.352199Z","time spent":"4.285388217s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f205c74-4779-4d90-87ec-aca93c846cee\" "} {"level":"warn","ts":"2026-05-07T09:20:45.637528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:41.734161Z","time spent":"3.903354395s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:20:46.137804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652162313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:20:46.638772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652162313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:20:46.790623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000100732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T09:20:46.790732Z","caller":"traceutil/trace.go:171","msg":"trace[1716254451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000288236s","start":"2026-05-07T09:20:44.790424Z","end":"2026-05-07T09:20:46.790712Z","steps":["trace[1716254451] 'agreement among raft nodes before linearized reading' (duration: 2.000160883s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:46.790782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:44.7904Z","time spent":"2.000372738s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:20:47.076436Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.757710883s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T09:20:47.077044Z","caller":"traceutil/trace.go:171","msg":"trace[1843037980] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"1.758463091s","start":"2026-05-07T09:20:45.318551Z","end":"2026-05-07T09:20:47.077014Z","steps":["trace[1843037980] 'process raft request' (duration: 1.758282777s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.077222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:45.318512Z","time spent":"1.758608855s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:47.890578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T09:20:47.890672Z","caller":"traceutil/trace.go:171","msg":"trace[1210408961] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000302307s","start":"2026-05-07T09:20:45.890348Z","end":"2026-05-07T09:20:47.890651Z","steps":["trace[1210408961] 'agreement among raft nodes before linearized reading' (duration: 2.000164963s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:47.890721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:45.890319Z","time spent":"2.000392699s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:20:48.693906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.616979785s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T09:20:48.694501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:45.639338Z","time spent":"3.055156617s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T09:20:48.694697Z","caller":"traceutil/trace.go:171","msg":"trace[1116718187] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"3.052534975s","start":"2026-05-07T09:20:45.642133Z","end":"2026-05-07T09:20:48.694668Z","steps":["trace[1116718187] 'process raft request' (duration: 3.052234128s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:48.694861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:45.642118Z","time spent":"3.052656837s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:48.695188Z","caller":"traceutil/trace.go:171","msg":"trace[1985947555] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"3.052683228s","start":"2026-05-07T09:20:45.64247Z","end":"2026-05-07T09:20:48.695154Z","steps":["trace[1985947555] 'process raft request' (duration: 3.052433702s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:48.69519Z","caller":"traceutil/trace.go:171","msg":"trace[692584926] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"3.052945315s","start":"2026-05-07T09:20:45.642186Z","end":"2026-05-07T09:20:48.695131Z","steps":["trace[692584926] 'process raft request' (duration: 3.052426883s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:48.695319Z","caller":"traceutil/trace.go:171","msg":"trace[1670489977] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"3.051958162s","start":"2026-05-07T09:20:45.643346Z","end":"2026-05-07T09:20:48.695304Z","steps":["trace[1670489977] 'process raft request' (duration: 3.051749777s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:48.695371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:45.642464Z","time spent":"3.052789381s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:48.695396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:45.643317Z","time spent":"3.052041433s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:48.69539Z","caller":"traceutil/trace.go:171","msg":"trace[1491868208] linearizableReadLoop","detail":"{readStateIndex:1956; appliedIndex:1948; }","duration":"3.058361922s","start":"2026-05-07T09:20:45.637004Z","end":"2026-05-07T09:20:48.695365Z","steps":["trace[1491868208] 'read index received' (duration: 1.439924623s)","trace[1491868208] 'applied index is now lower than readState.Index' (duration: 1.618435599s)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:48.695347Z","caller":"traceutil/trace.go:171","msg":"trace[1071452911] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"3.052069794s","start":"2026-05-07T09:20:45.64321Z","end":"2026-05-07T09:20:48.69528Z","steps":["trace[1071452911] 'process raft request' (duration: 3.051813648s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:48.695453Z","caller":"traceutil/trace.go:171","msg":"trace[1380779427] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"1.800165152s","start":"2026-05-07T09:20:46.895251Z","end":"2026-05-07T09:20:48.695416Z","steps":["trace[1380779427] 'process raft request' (duration: 1.800058899s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:48.695516Z","caller":"traceutil/trace.go:171","msg":"trace[111307313] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"2.260989065s","start":"2026-05-07T09:20:46.434508Z","end":"2026-05-07T09:20:48.695497Z","steps":["trace[111307313] 'process raft request' (duration: 2.260682288s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:48.695575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.102198462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T09:20:48.695594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:46.434465Z","time spent":"2.261089168s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T09:20:48.695627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:45.643201Z","time spent":"3.052289799s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:48.695478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:45.64218Z","time spent":"3.053134569s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:48.695657Z","caller":"traceutil/trace.go:171","msg":"trace[1561267622] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1881; }","duration":"4.102353136s","start":"2026-05-07T09:20:44.593284Z","end":"2026-05-07T09:20:48.695638Z","steps":["trace[1561267622] 'agreement among raft nodes before linearized reading' (duration: 4.102181952s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:48.695659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:46.89522Z","time spent":"1.800330466s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:48.695634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.352811314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:20:48.695714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.676392571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-05-07T09:20:48.695718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:44.593264Z","time spent":"4.102438327s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-07T09:20:48.695759Z","caller":"traceutil/trace.go:171","msg":"trace[842169200] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1881; }","duration":"4.676499663s","start":"2026-05-07T09:20:44.019246Z","end":"2026-05-07T09:20:48.695745Z","steps":["trace[842169200] 'agreement among raft nodes before linearized reading' (duration: 4.676232617s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:48.695756Z","caller":"traceutil/trace.go:171","msg":"trace[1408961454] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1881; }","duration":"5.353005938s","start":"2026-05-07T09:20:43.342727Z","end":"2026-05-07T09:20:48.695733Z","steps":["trace[1408961454] 'agreement among raft nodes before linearized reading' (duration: 5.352780833s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:48.695791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:44.019222Z","time spent":"4.676563065s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T09:20:48.695637Z","caller":"traceutil/trace.go:171","msg":"trace[1443117599] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"1.993897036s","start":"2026-05-07T09:20:46.701636Z","end":"2026-05-07T09:20:48.695533Z","steps":["trace[1443117599] 'process raft request' (duration: 1.99361879s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:48.695816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:43.3427Z","time spent":"5.353101701s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:20:48.69695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:46.701616Z","time spent":"1.994257855s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:48.728742Z","caller":"traceutil/trace.go:171","msg":"trace[10773111] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"1.083112584s","start":"2026-05-07T09:20:47.645569Z","end":"2026-05-07T09:20:48.728682Z","steps":["trace[10773111] 'process raft request' (duration: 1.082839377s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:48.728938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:47.645522Z","time spent":"1.083311139s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:48.733636Z","caller":"traceutil/trace.go:171","msg":"trace[977555537] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"412.16921ms","start":"2026-05-07T09:20:48.321436Z","end":"2026-05-07T09:20:48.733605Z","steps":["trace[977555537] 'process raft request' (duration: 411.950225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:48.733748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:48.3214Z","time spent":"412.292083ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:48.73412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.678002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T09:20:48.734162Z","caller":"traceutil/trace.go:171","msg":"trace[183029429] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1885; }","duration":"543.766264ms","start":"2026-05-07T09:20:48.190382Z","end":"2026-05-07T09:20:48.734149Z","steps":["trace[183029429] 'agreement among raft nodes before linearized reading' (duration: 543.57351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:48.734196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:48.190344Z","time spent":"543.844916ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T09:20:48.734273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936395635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:20:48.734339Z","caller":"traceutil/trace.go:171","msg":"trace[1659198773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1885; }","duration":"1.936510377s","start":"2026-05-07T09:20:46.797806Z","end":"2026-05-07T09:20:48.734316Z","steps":["trace[1659198773] 'agreement among raft nodes before linearized reading' (duration: 1.936426665s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:48.734371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:46.797775Z","time spent":"1.936591209s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:20:48.734383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091411459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-07T09:20:48.734422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500047826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:20:48.734465Z","caller":"traceutil/trace.go:171","msg":"trace[1660003584] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1885; }","duration":"1.091515992s","start":"2026-05-07T09:20:47.642912Z","end":"2026-05-07T09:20:48.734428Z","steps":["trace[1660003584] 'agreement among raft nodes before linearized reading' (duration: 1.091341668s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:48.73449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050954368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:20:48.734493Z","caller":"traceutil/trace.go:171","msg":"trace[1897611409] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1885; }","duration":"2.500167359s","start":"2026-05-07T09:20:46.234303Z","end":"2026-05-07T09:20:48.734471Z","steps":["trace[1897611409] 'agreement among raft nodes before linearized reading' (duration: 2.500061676s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:48.734548Z","caller":"traceutil/trace.go:171","msg":"trace[1568127424] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1885; }","duration":"2.05102785s","start":"2026-05-07T09:20:46.683492Z","end":"2026-05-07T09:20:48.73452Z","steps":["trace[1568127424] 'agreement among raft nodes before linearized reading' (duration: 2.050966638s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:48.734578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:46.23428Z","time spent":"2.500280392s","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:20:48.7346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:46.683472Z","time spent":"2.051119861s","remote":"127.0.0.1:44358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:20:48.734635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090362124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T09:20:48.734677Z","caller":"traceutil/trace.go:171","msg":"trace[1752953132] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1885; }","duration":"2.090443546s","start":"2026-05-07T09:20:46.644221Z","end":"2026-05-07T09:20:48.734665Z","steps":["trace[1752953132] 'agreement among raft nodes before linearized reading' (duration: 2.090345064s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:48.734711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:46.644199Z","time spent":"2.090504807s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T09:20:48.734402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090447006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f205c74-4779-4d90-87ec-aca93c846cee\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-05-07T09:20:48.734769Z","caller":"traceutil/trace.go:171","msg":"trace[1267444856] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f205c74-4779-4d90-87ec-aca93c846cee; range_end:; response_count:1; response_revision:1885; }","duration":"2.090883976s","start":"2026-05-07T09:20:46.643873Z","end":"2026-05-07T09:20:48.734757Z","steps":["trace[1267444856] 'agreement among raft nodes before linearized reading' (duration: 2.090286492s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:48.734509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:47.642877Z","time spent":"1.091623414s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T09:20:48.734807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745305002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T09:20:48.734816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:46.643851Z","time spent":"2.090952958s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f205c74-4779-4d90-87ec-aca93c846cee\" "} {"level":"info","ts":"2026-05-07T09:20:48.734844Z","caller":"traceutil/trace.go:171","msg":"trace[389962114] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1885; }","duration":"2.745366043s","start":"2026-05-07T09:20:45.989469Z","end":"2026-05-07T09:20:48.734835Z","steps":["trace[389962114] 'agreement among raft nodes before linearized reading' (duration: 2.745299802s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:48.735319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:45.989454Z","time spent":"2.745852314s","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-05-07T09:20:52.90952Z","caller":"traceutil/trace.go:171","msg":"trace[1040990117] linearizableReadLoop","detail":"{readStateIndex:2008; appliedIndex:2006; }","duration":"199.07575ms","start":"2026-05-07T09:20:52.71042Z","end":"2026-05-07T09:20:52.909496Z","steps":["trace[1040990117] 'read index received' (duration: 142.465459ms)","trace[1040990117] 'applied index is now lower than readState.Index' (duration: 56.609101ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:52.909559Z","caller":"traceutil/trace.go:171","msg":"trace[1620383242] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"199.272134ms","start":"2026-05-07T09:20:52.710257Z","end":"2026-05-07T09:20:52.909529Z","steps":["trace[1620383242] 'process raft request' (duration: 199.029599ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:52.909625Z","caller":"traceutil/trace.go:171","msg":"trace[1614690704] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"168.554333ms","start":"2026-05-07T09:20:52.74103Z","end":"2026-05-07T09:20:52.909584Z","steps":["trace[1614690704] 'process raft request' (duration: 168.42056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:52.909852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.410127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T09:20:52.909956Z","caller":"traceutil/trace.go:171","msg":"trace[1465386391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1929; }","duration":"199.55632ms","start":"2026-05-07T09:20:52.710359Z","end":"2026-05-07T09:20:52.909915Z","steps":["trace[1465386391] 'agreement among raft nodes before linearized reading' (duration: 199.269194ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:53.031942Z","caller":"traceutil/trace.go:171","msg":"trace[226775719] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"178.158238ms","start":"2026-05-07T09:20:52.85374Z","end":"2026-05-07T09:20:53.031899Z","steps":["trace[226775719] 'process raft request' (duration: 90.549149ms)","trace[226775719] 'compare' (duration: 87.455016ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:53.031978Z","caller":"traceutil/trace.go:171","msg":"trace[1938965148] linearizableReadLoop","detail":"{readStateIndex:2010; appliedIndex:2009; }","duration":"122.355876ms","start":"2026-05-07T09:20:52.90959Z","end":"2026-05-07T09:20:53.031946Z","steps":["trace[1938965148] 'read index received' (duration: 34.712556ms)","trace[1938965148] 'applied index is now lower than readState.Index' (duration: 87.64082ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:53.031983Z","caller":"traceutil/trace.go:171","msg":"trace[73369275] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"117.748348ms","start":"2026-05-07T09:20:52.914206Z","end":"2026-05-07T09:20:53.031954Z","steps":["trace[73369275] 'process raft request' (duration: 117.697306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:53.032086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.579127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:20:53.032145Z","caller":"traceutil/trace.go:171","msg":"trace[778299781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"246.68419ms","start":"2026-05-07T09:20:52.785445Z","end":"2026-05-07T09:20:53.032129Z","steps":["trace[778299781] 'agreement among raft nodes before linearized reading' (duration: 246.555117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:53.032202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.632731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T09:20:53.032194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.566728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-07T09:20:53.032221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.68675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T09:20:53.03224Z","caller":"traceutil/trace.go:171","msg":"trace[485882306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1931; }","duration":"321.698912ms","start":"2026-05-07T09:20:52.710529Z","end":"2026-05-07T09:20:53.032228Z","steps":["trace[485882306] 'agreement among raft nodes before linearized reading' (duration: 321.513148ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:53.032259Z","caller":"traceutil/trace.go:171","msg":"trace[1496171520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1931; }","duration":"320.751521ms","start":"2026-05-07T09:20:52.711497Z","end":"2026-05-07T09:20:53.032249Z","steps":["trace[1496171520] 'agreement among raft nodes before linearized reading' (duration: 320.554256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:53.032247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.909684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T09:20:53.03224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.878874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T09:20:53.032292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:52.711465Z","time spent":"320.818462ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T09:20:53.032294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:52.710482Z","time spent":"321.797174ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T09:20:53.032317Z","caller":"traceutil/trace.go:171","msg":"trace[1093041645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1931; }","duration":"320.992897ms","start":"2026-05-07T09:20:52.711304Z","end":"2026-05-07T09:20:53.032297Z","steps":["trace[1093041645] 'agreement among raft nodes before linearized reading' (duration: 320.851383ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:53.032324Z","caller":"traceutil/trace.go:171","msg":"trace[449280500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1931; }","duration":"321.016507ms","start":"2026-05-07T09:20:52.711293Z","end":"2026-05-07T09:20:53.032309Z","steps":["trace[449280500] 'agreement among raft nodes before linearized reading' (duration: 320.73851ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:53.032255Z","caller":"traceutil/trace.go:171","msg":"trace[661207555] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1931; }","duration":"272.66245ms","start":"2026-05-07T09:20:52.759577Z","end":"2026-05-07T09:20:53.032239Z","steps":["trace[661207555] 'agreement among raft nodes before linearized reading' (duration: 272.408634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:53.032376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:52.711292Z","time spent":"321.075708ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:20:53.032382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:52.711271Z","time spent":"321.101159ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:20:53.032335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.98836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T09:20:53.032451Z","caller":"traceutil/trace.go:171","msg":"trace[1029804869] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1931; }","duration":"268.117653ms","start":"2026-05-07T09:20:52.764319Z","end":"2026-05-07T09:20:53.032437Z","steps":["trace[1029804869] 'agreement among raft nodes before linearized reading' (duration: 267.950959ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:53.139754Z","caller":"traceutil/trace.go:171","msg":"trace[535971490] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"102.430908ms","start":"2026-05-07T09:20:53.037296Z","end":"2026-05-07T09:20:53.139727Z","steps":["trace[535971490] 'process raft request' (duration: 98.851984ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:53.140089Z","caller":"traceutil/trace.go:171","msg":"trace[142682554] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"102.558791ms","start":"2026-05-07T09:20:53.037505Z","end":"2026-05-07T09:20:53.140064Z","steps":["trace[142682554] 'process raft request' (duration: 102.179232ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:53.140257Z","caller":"traceutil/trace.go:171","msg":"trace[808838866] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"103.047392ms","start":"2026-05-07T09:20:53.037192Z","end":"2026-05-07T09:20:53.14024Z","steps":["trace[808838866] 'process raft request' (duration: 102.774426ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:53.140341Z","caller":"traceutil/trace.go:171","msg":"trace[1430599866] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2012; }","duration":"102.612303ms","start":"2026-05-07T09:20:53.037695Z","end":"2026-05-07T09:20:53.140307Z","steps":["trace[1430599866] 'read index received' (duration: 28.612183ms)","trace[1430599866] 'applied index is now lower than readState.Index' (duration: 73.99897ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:53.14037Z","caller":"traceutil/trace.go:171","msg":"trace[911551123] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"102.670614ms","start":"2026-05-07T09:20:53.037688Z","end":"2026-05-07T09:20:53.140358Z","steps":["trace[911551123] 'process raft request' (duration: 102.5002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:53.140465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.750106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T09:20:53.140508Z","caller":"traceutil/trace.go:171","msg":"trace[849814378] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1936; }","duration":"102.824088ms","start":"2026-05-07T09:20:53.037675Z","end":"2026-05-07T09:20:53.140499Z","steps":["trace[849814378] 'agreement among raft nodes before linearized reading' (duration: 102.715845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:55.512977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652162460,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T09:20:55.571658Z","caller":"traceutil/trace.go:171","msg":"trace[1453568861] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"656.195047ms","start":"2026-05-07T09:20:54.915436Z","end":"2026-05-07T09:20:55.571631Z","steps":["trace[1453568861] 'process raft request' (duration: 656.006943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:55.57184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:54.915408Z","time spent":"656.324321ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:55.576869Z","caller":"traceutil/trace.go:171","msg":"trace[1607429139] linearizableReadLoop","detail":"{readStateIndex:2026; appliedIndex:2023; }","duration":"564.702756ms","start":"2026-05-07T09:20:55.01214Z","end":"2026-05-07T09:20:55.576843Z","steps":["trace[1607429139] 'read index received' (duration: 559.376981ms)","trace[1607429139] 'applied index is now lower than readState.Index' (duration: 5.324695ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:20:55.577005Z","caller":"traceutil/trace.go:171","msg":"trace[1178788403] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"661.286287ms","start":"2026-05-07T09:20:54.915706Z","end":"2026-05-07T09:20:55.576992Z","steps":["trace[1178788403] 'process raft request' (duration: 660.940989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:55.577096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.951972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T09:20:55.577129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:54.915678Z","time spent":"661.359498ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:20:55.577154Z","caller":"traceutil/trace.go:171","msg":"trace[612500071] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1946; }","duration":"565.048475ms","start":"2026-05-07T09:20:55.012091Z","end":"2026-05-07T09:20:55.57714Z","steps":["trace[612500071] 'agreement among raft nodes before linearized reading' (duration: 564.932612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:55.577193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:55.012074Z","time spent":"565.106546ms","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-05-07T09:20:55.577302Z","caller":"traceutil/trace.go:171","msg":"trace[1111508832] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"423.688631ms","start":"2026-05-07T09:20:55.153563Z","end":"2026-05-07T09:20:55.577252Z","steps":["trace[1111508832] 'process raft request' (duration: 423.23117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:55.577396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:55.153543Z","time spent":"423.807654ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:20:55.577445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.884761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:20:55.577489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.050596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:20:55.577518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.523047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T09:20:55.577537Z","caller":"traceutil/trace.go:171","msg":"trace[1500194363] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1946; }","duration":"363.012724ms","start":"2026-05-07T09:20:55.214503Z","end":"2026-05-07T09:20:55.577515Z","steps":["trace[1500194363] 'agreement among raft nodes before linearized reading' (duration: 362.803199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:55.577547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.804605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T09:20:55.577594Z","caller":"traceutil/trace.go:171","msg":"trace[2027405429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1946; }","duration":"432.907388ms","start":"2026-05-07T09:20:55.144677Z","end":"2026-05-07T09:20:55.577585Z","steps":["trace[2027405429] 'agreement among raft nodes before linearized reading' (duration: 432.796575ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:55.57759Z","caller":"traceutil/trace.go:171","msg":"trace[112203702] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1946; }","duration":"235.22858ms","start":"2026-05-07T09:20:55.342326Z","end":"2026-05-07T09:20:55.577555Z","steps":["trace[112203702] 'agreement among raft nodes before linearized reading' (duration: 235.036516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:55.577595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:55.214457Z","time spent":"363.126447ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:20:55.577596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.252019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T09:20:55.577626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:55.144649Z","time spent":"432.971399ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T09:20:55.577646Z","caller":"traceutil/trace.go:171","msg":"trace[209142978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1946; }","duration":"508.32776ms","start":"2026-05-07T09:20:55.069306Z","end":"2026-05-07T09:20:55.577634Z","steps":["trace[209142978] 'agreement among raft nodes before linearized reading' (duration: 508.173657ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:55.577641Z","caller":"traceutil/trace.go:171","msg":"trace[1071036101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1946; }","duration":"540.704112ms","start":"2026-05-07T09:20:55.036861Z","end":"2026-05-07T09:20:55.577565Z","steps":["trace[1071036101] 'agreement among raft nodes before linearized reading' (duration: 540.291542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:55.57768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:55.069289Z","time spent":"508.384672ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T09:20:55.577654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.248722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-07T09:20:55.577714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:55.036836Z","time spent":"540.856966ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T09:20:55.577751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.99102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T09:20:55.57776Z","caller":"traceutil/trace.go:171","msg":"trace[1350767741] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1946; }","duration":"432.412476ms","start":"2026-05-07T09:20:55.145313Z","end":"2026-05-07T09:20:55.577726Z","steps":["trace[1350767741] 'agreement among raft nodes before linearized reading' (duration: 432.089909ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:20:55.577784Z","caller":"traceutil/trace.go:171","msg":"trace[1331790395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1946; }","duration":"433.0538ms","start":"2026-05-07T09:20:55.144722Z","end":"2026-05-07T09:20:55.577776Z","steps":["trace[1331790395] 'agreement among raft nodes before linearized reading' (duration: 432.970289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:55.577812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:55.144705Z","time spent":"433.101062ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T09:20:55.577816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:55.145289Z","time spent":"432.517438ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T09:20:55.577942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.016937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T09:20:55.577984Z","caller":"traceutil/trace.go:171","msg":"trace[1973972290] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1946; }","duration":"529.106299ms","start":"2026-05-07T09:20:55.048865Z","end":"2026-05-07T09:20:55.577971Z","steps":["trace[1973972290] 'agreement among raft nodes before linearized reading' (duration: 528.975226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:55.578056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:55.048828Z","time spent":"529.219782ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T09:20:55.577507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.730524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T09:20:55.578154Z","caller":"traceutil/trace.go:171","msg":"trace[2027916507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1946; }","duration":"433.418839ms","start":"2026-05-07T09:20:55.144723Z","end":"2026-05-07T09:20:55.578141Z","steps":["trace[2027916507] 'agreement among raft nodes before linearized reading' (duration: 432.446356ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:20:55.578194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:20:55.144704Z","time spent":"433.479281ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T09:21:02.941735Z","caller":"traceutil/trace.go:171","msg":"trace[1985522459] linearizableReadLoop","detail":"{readStateIndex:2080; appliedIndex:2079; }","duration":"154.801309ms","start":"2026-05-07T09:21:02.786897Z","end":"2026-05-07T09:21:02.941698Z","steps":["trace[1985522459] 'read index received' (duration: 117.168625ms)","trace[1985522459] 'applied index is now lower than readState.Index' (duration: 37.629974ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:21:02.941755Z","caller":"traceutil/trace.go:171","msg":"trace[1510207864] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"184.831665ms","start":"2026-05-07T09:21:02.756899Z","end":"2026-05-07T09:21:02.941731Z","steps":["trace[1510207864] 'process raft request' (duration: 147.19782ms)","trace[1510207864] 'compare' (duration: 37.293107ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:02.941999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.082985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:21:02.942095Z","caller":"traceutil/trace.go:171","msg":"trace[1012469571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1999; }","duration":"155.24724ms","start":"2026-05-07T09:21:02.786825Z","end":"2026-05-07T09:21:02.942073Z","steps":["trace[1012469571] 'agreement among raft nodes before linearized reading' (duration: 155.022225ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:06.043469Z","caller":"traceutil/trace.go:171","msg":"trace[868928976] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"313.694655ms","start":"2026-05-07T09:21:05.72975Z","end":"2026-05-07T09:21:06.043445Z","steps":["trace[868928976] 'process raft request' (duration: 313.573902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:06.043617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:05.729732Z","time spent":"313.804867ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:06.043521Z","caller":"traceutil/trace.go:171","msg":"trace[2118439183] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"313.761367ms","start":"2026-05-07T09:21:05.729713Z","end":"2026-05-07T09:21:06.043475Z","steps":["trace[2118439183] 'process raft request' (duration: 231.79895ms)","trace[2118439183] 'compare' (duration: 81.624419ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:06.043908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.460426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:21:06.04408Z","caller":"traceutil/trace.go:171","msg":"trace[1408894907] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"314.254308ms","start":"2026-05-07T09:21:05.729813Z","end":"2026-05-07T09:21:06.044067Z","steps":["trace[1408894907] 'process raft request' (duration: 313.583612ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:06.044105Z","caller":"traceutil/trace.go:171","msg":"trace[848244409] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"313.90154ms","start":"2026-05-07T09:21:05.730172Z","end":"2026-05-07T09:21:06.044074Z","steps":["trace[848244409] 'process raft request' (duration: 313.348487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:06.044154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:05.729808Z","time spent":"314.309859ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:06.043771Z","caller":"traceutil/trace.go:171","msg":"trace[1547566609] linearizableReadLoop","detail":"{readStateIndex:2103; appliedIndex:2098; }","duration":"258.307263ms","start":"2026-05-07T09:21:05.785431Z","end":"2026-05-07T09:21:06.043738Z","steps":["trace[1547566609] 'read index received' (duration: 176.066649ms)","trace[1547566609] 'applied index is now lower than readState.Index' (duration: 82.236364ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:21:06.044192Z","caller":"traceutil/trace.go:171","msg":"trace[611759802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2020; }","duration":"258.797404ms","start":"2026-05-07T09:21:05.78538Z","end":"2026-05-07T09:21:06.044177Z","steps":["trace[611759802] 'agreement among raft nodes before linearized reading' (duration: 258.451726ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:06.044115Z","caller":"traceutil/trace.go:171","msg":"trace[972286576] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"313.553422ms","start":"2026-05-07T09:21:05.730522Z","end":"2026-05-07T09:21:06.044075Z","steps":["trace[972286576] 'process raft request' (duration: 313.172713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:06.044265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:05.730149Z","time spent":"314.030882ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:21:06.044394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:05.72969Z","time spent":"314.182706ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:21:06.044403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:05.730515Z","time spent":"313.774947ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:21:06.046319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.148951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:21:06.047065Z","caller":"traceutil/trace.go:171","msg":"trace[1180458226] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2022; }","duration":"251.521263ms","start":"2026-05-07T09:21:05.795368Z","end":"2026-05-07T09:21:06.046889Z","steps":["trace[1180458226] 'agreement among raft nodes before linearized reading' (duration: 249.877654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:07.824805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652162626,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T09:21:07.940647Z","caller":"traceutil/trace.go:171","msg":"trace[346816096] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"703.662924ms","start":"2026-05-07T09:21:07.236962Z","end":"2026-05-07T09:21:07.940625Z","steps":["trace[346816096] 'process raft request' (duration: 703.339736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:07.94082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:07.236941Z","time spent":"703.760285ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:07.951358Z","caller":"traceutil/trace.go:171","msg":"trace[1267314804] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"304.913639ms","start":"2026-05-07T09:21:07.64643Z","end":"2026-05-07T09:21:07.951344Z","steps":["trace[1267314804] 'process raft request' (duration: 304.834067ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:07.951375Z","caller":"traceutil/trace.go:171","msg":"trace[745076281] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"320.487435ms","start":"2026-05-07T09:21:07.63085Z","end":"2026-05-07T09:21:07.951337Z","steps":["trace[745076281] 'process raft request' (duration: 320.358562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:07.95143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:07.646405Z","time spent":"304.98854ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:21:07.951642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:07.630818Z","time spent":"320.70536ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:07.951672Z","caller":"traceutil/trace.go:171","msg":"trace[611127313] linearizableReadLoop","detail":"{readStateIndex:2109; appliedIndex:2105; }","duration":"627.620166ms","start":"2026-05-07T09:21:07.324023Z","end":"2026-05-07T09:21:07.951643Z","steps":["trace[611127313] 'read index received' (duration: 616.280789ms)","trace[611127313] 'applied index is now lower than readState.Index' (duration: 11.338067ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:21:07.9517Z","caller":"traceutil/trace.go:171","msg":"trace[1737568750] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"302.932892ms","start":"2026-05-07T09:21:07.64874Z","end":"2026-05-07T09:21:07.951673Z","steps":["trace[1737568750] 'process raft request' (duration: 302.555824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:07.951897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:07.648713Z","time spent":"303.104706ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:21:07.951913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.555056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:21:07.951999Z","caller":"traceutil/trace.go:171","msg":"trace[790584328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2026; }","duration":"166.660628ms","start":"2026-05-07T09:21:07.785327Z","end":"2026-05-07T09:21:07.951988Z","steps":["trace[790584328] 'agreement among raft nodes before linearized reading' (duration: 166.555845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:07.952073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.055446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T09:21:07.952151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.222706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T09:21:07.95222Z","caller":"traceutil/trace.go:171","msg":"trace[1904383283] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2026; }","duration":"628.164338ms","start":"2026-05-07T09:21:07.323952Z","end":"2026-05-07T09:21:07.952116Z","steps":["trace[1904383283] 'agreement among raft nodes before linearized reading' (duration: 627.83307ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:07.952256Z","caller":"traceutil/trace.go:171","msg":"trace[1760068431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2026; }","duration":"208.37703ms","start":"2026-05-07T09:21:07.743855Z","end":"2026-05-07T09:21:07.952232Z","steps":["trace[1760068431] 'agreement among raft nodes before linearized reading' (duration: 208.049042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:07.952276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.623264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T09:21:07.952293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:07.323925Z","time spent":"628.353993ms","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":248,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-07T09:21:07.952323Z","caller":"traceutil/trace.go:171","msg":"trace[1981031946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2026; }","duration":"222.740706ms","start":"2026-05-07T09:21:07.729568Z","end":"2026-05-07T09:21:07.952309Z","steps":["trace[1981031946] 'agreement among raft nodes before linearized reading' (duration: 222.261345ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:16.13476Z","caller":"traceutil/trace.go:171","msg":"trace[728979320] linearizableReadLoop","detail":"{readStateIndex:2150; appliedIndex:2148; }","duration":"111.756577ms","start":"2026-05-07T09:21:16.022971Z","end":"2026-05-07T09:21:16.134728Z","steps":["trace[728979320] 'read index received' (duration: 109.713999ms)","trace[728979320] 'applied index is now lower than readState.Index' (duration: 2.041458ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:21:16.134818Z","caller":"traceutil/trace.go:171","msg":"trace[2039781879] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"117.865491ms","start":"2026-05-07T09:21:16.016896Z","end":"2026-05-07T09:21:16.134762Z","steps":["trace[2039781879] 'process raft request' (duration: 115.773342ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:16.134861Z","caller":"traceutil/trace.go:171","msg":"trace[1905277633] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"115.556047ms","start":"2026-05-07T09:21:16.019256Z","end":"2026-05-07T09:21:16.134812Z","steps":["trace[1905277633] 'process raft request' (duration: 115.434794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:16.135347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.359442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T09:21:16.135408Z","caller":"traceutil/trace.go:171","msg":"trace[641957272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2065; }","duration":"112.489434ms","start":"2026-05-07T09:21:16.0229Z","end":"2026-05-07T09:21:16.135389Z","steps":["trace[641957272] 'agreement among raft nodes before linearized reading' (duration: 111.981452ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:16.377612Z","caller":"traceutil/trace.go:171","msg":"trace[2021147244] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"235.350803ms","start":"2026-05-07T09:21:16.14222Z","end":"2026-05-07T09:21:16.377571Z","steps":["trace[2021147244] 'process raft request' (duration: 235.2187ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:16.377662Z","caller":"traceutil/trace.go:171","msg":"trace[805730029] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"235.559648ms","start":"2026-05-07T09:21:16.142054Z","end":"2026-05-07T09:21:16.377613Z","steps":["trace[805730029] 'process raft request' (duration: 235.106097ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:16.377845Z","caller":"traceutil/trace.go:171","msg":"trace[78237478] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"235.326463ms","start":"2026-05-07T09:21:16.1425Z","end":"2026-05-07T09:21:16.377826Z","steps":["trace[78237478] 'process raft request' (duration: 235.010475ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:16.378146Z","caller":"traceutil/trace.go:171","msg":"trace[836899386] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"235.622399ms","start":"2026-05-07T09:21:16.142506Z","end":"2026-05-07T09:21:16.378129Z","steps":["trace[836899386] 'process raft request' (duration: 235.25071ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:16.378314Z","caller":"traceutil/trace.go:171","msg":"trace[714760818] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"235.65209ms","start":"2026-05-07T09:21:16.142602Z","end":"2026-05-07T09:21:16.378254Z","steps":["trace[714760818] 'process raft request' (duration: 235.471586ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:16.407393Z","caller":"traceutil/trace.go:171","msg":"trace[1179276266] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"217.34495ms","start":"2026-05-07T09:21:16.190021Z","end":"2026-05-07T09:21:16.407366Z","steps":["trace[1179276266] 'process raft request' (duration: 217.151075ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:16.407615Z","caller":"traceutil/trace.go:171","msg":"trace[802116218] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"109.31432ms","start":"2026-05-07T09:21:16.298276Z","end":"2026-05-07T09:21:16.40759Z","steps":["trace[802116218] 'process raft request' (duration: 109.054584ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:40.252527Z","caller":"traceutil/trace.go:171","msg":"trace[287794817] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"147.644816ms","start":"2026-05-07T09:21:40.104851Z","end":"2026-05-07T09:21:40.252496Z","steps":["trace[287794817] 'process raft request' (duration: 147.436641ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:40.399351Z","caller":"traceutil/trace.go:171","msg":"trace[206753425] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"177.789773ms","start":"2026-05-07T09:21:40.221512Z","end":"2026-05-07T09:21:40.399302Z","steps":["trace[206753425] 'process raft request' (duration: 119.073885ms)","trace[206753425] 'compare' (duration: 58.263508ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:21:40.399375Z","caller":"traceutil/trace.go:171","msg":"trace[1931653152] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"173.658956ms","start":"2026-05-07T09:21:40.225659Z","end":"2026-05-07T09:21:40.399318Z","steps":["trace[1931653152] 'process raft request' (duration: 173.516722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:40.845305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.58688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T09:21:40.845348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.374581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T09:21:40.845449Z","caller":"traceutil/trace.go:171","msg":"trace[244766390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2204; }","duration":"306.515845ms","start":"2026-05-07T09:21:40.538907Z","end":"2026-05-07T09:21:40.845423Z","steps":["trace[244766390] 'range keys from in-memory index tree' (duration: 306.208507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:40.845509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:40.5389Z","time spent":"306.593717ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:21:40.84573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.393737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T09:21:40.845849Z","caller":"traceutil/trace.go:171","msg":"trace[358382898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2204; }","duration":"296.55229ms","start":"2026-05-07T09:21:40.549268Z","end":"2026-05-07T09:21:40.84582Z","steps":["trace[358382898] 'range keys from in-memory index tree' (duration: 296.001508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:40.845779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.228101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T09:21:40.845735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.497151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T09:21:40.846235Z","caller":"traceutil/trace.go:171","msg":"trace[319454294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2204; }","duration":"325.945671ms","start":"2026-05-07T09:21:40.520202Z","end":"2026-05-07T09:21:40.846147Z","steps":["trace[319454294] 'range keys from in-memory index tree' (duration: 325.275745ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:40.846064Z","caller":"traceutil/trace.go:171","msg":"trace[799374661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2204; }","duration":"307.60169ms","start":"2026-05-07T09:21:40.538407Z","end":"2026-05-07T09:21:40.846008Z","steps":["trace[799374661] 'range keys from in-memory index tree' (duration: 306.718499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:40.846471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:40.520126Z","time spent":"326.29982ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T09:21:40.845408Z","caller":"traceutil/trace.go:171","msg":"trace[268940798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2204; }","duration":"307.746083ms","start":"2026-05-07T09:21:40.537637Z","end":"2026-05-07T09:21:40.845383Z","steps":["trace[268940798] 'range keys from in-memory index tree' (duration: 307.368044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:40.846543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:40.538367Z","time spent":"308.157783ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T09:21:40.846749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:40.537624Z","time spent":"308.985473ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T09:21:40.978739Z","caller":"traceutil/trace.go:171","msg":"trace[1309025707] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"127.942393ms","start":"2026-05-07T09:21:40.850748Z","end":"2026-05-07T09:21:40.978691Z","steps":["trace[1309025707] 'process raft request' (duration: 122.515996ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:40.978762Z","caller":"traceutil/trace.go:171","msg":"trace[906445] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"127.882072ms","start":"2026-05-07T09:21:40.850846Z","end":"2026-05-07T09:21:40.978728Z","steps":["trace[906445] 'process raft request' (duration: 127.77014ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:40.979091Z","caller":"traceutil/trace.go:171","msg":"trace[1718819436] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"127.607935ms","start":"2026-05-07T09:21:40.851454Z","end":"2026-05-07T09:21:40.979061Z","steps":["trace[1718819436] 'process raft request' (duration: 127.218636ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:40.979301Z","caller":"traceutil/trace.go:171","msg":"trace[564076244] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"127.334919ms","start":"2026-05-07T09:21:40.851954Z","end":"2026-05-07T09:21:40.979289Z","steps":["trace[564076244] 'process raft request' (duration: 127.029832ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:46.424397Z","caller":"traceutil/trace.go:171","msg":"trace[483788798] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"149.665853ms","start":"2026-05-07T09:21:46.274674Z","end":"2026-05-07T09:21:46.42434Z","steps":["trace[483788798] 'process raft request' (duration: 149.383526ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:47.345141Z","caller":"traceutil/trace.go:171","msg":"trace[1599845771] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"427.229469ms","start":"2026-05-07T09:21:46.917883Z","end":"2026-05-07T09:21:47.345112Z","steps":["trace[1599845771] 'process raft request' (duration: 427.074036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:47.345393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:46.917854Z","time spent":"427.393003ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:21:47.906041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.516488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:21:47.906507Z","caller":"traceutil/trace.go:171","msg":"trace[477387622] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"833.946356ms","start":"2026-05-07T09:21:47.072505Z","end":"2026-05-07T09:21:47.906451Z","steps":["trace[477387622] 'process raft request' (duration: 833.648929ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:47.906492Z","caller":"traceutil/trace.go:171","msg":"trace[1263855666] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"913.715478ms","start":"2026-05-07T09:21:46.99272Z","end":"2026-05-07T09:21:47.906436Z","steps":["trace[1263855666] 'process raft request' (duration: 519.706609ms)","trace[1263855666] 'compare' (duration: 393.20455ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:47.906713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:47.072486Z","time spent":"834.13762ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:47.906675Z","caller":"traceutil/trace.go:171","msg":"trace[1741360147] linearizableReadLoop","detail":"{readStateIndex:2328; appliedIndex:2326; }","duration":"904.482412ms","start":"2026-05-07T09:21:47.002151Z","end":"2026-05-07T09:21:47.906634Z","steps":["trace[1741360147] 'read index received' (duration: 342.91396ms)","trace[1741360147] 'applied index is now lower than readState.Index' (duration: 561.563252ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:47.907728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:46.992695Z","time spent":"914.302542ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:21:48.937005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030731755s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T09:21:48.937135Z","caller":"traceutil/trace.go:171","msg":"trace[1442058865] linearizableReadLoop","detail":"{readStateIndex:2330; appliedIndex:2329; }","duration":"1.029763912s","start":"2026-05-07T09:21:47.907352Z","end":"2026-05-07T09:21:48.937116Z","steps":["trace[1442058865] 'read index received' (duration: 123.813µs)","trace[1442058865] 'applied index is now lower than readState.Index' (duration: 1.029638479s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:48.937533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93536316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T09:21:48.937556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150578528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:21:48.93756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810581121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:21:48.937619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930397843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T09:21:48.937645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929164234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T09:21:48.937638Z","caller":"traceutil/trace.go:171","msg":"trace[917230922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2237; }","duration":"1.935600866s","start":"2026-05-07T09:21:47.002008Z","end":"2026-05-07T09:21:48.937609Z","steps":["trace[917230922] 'agreement among raft nodes before linearized reading' (duration: 904.720177ms)","trace[917230922] 'range keys from in-memory index tree' (duration: 1.030635882s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:48.937646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932607355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T09:21:48.937666Z","caller":"traceutil/trace.go:171","msg":"trace[650945764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2237; }","duration":"1.150738022s","start":"2026-05-07T09:21:47.786901Z","end":"2026-05-07T09:21:48.937639Z","steps":["trace[650945764] 'agreement among raft nodes before linearized reading' (duration: 1.150545678s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:48.93768Z","caller":"traceutil/trace.go:171","msg":"trace[1320716271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2237; }","duration":"1.930484745s","start":"2026-05-07T09:21:47.007181Z","end":"2026-05-07T09:21:48.937666Z","steps":["trace[1320716271] 'agreement among raft nodes before linearized reading' (duration: 1.93029003s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:48.937693Z","caller":"traceutil/trace.go:171","msg":"trace[1123258828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2237; }","duration":"1.929249526s","start":"2026-05-07T09:21:47.008431Z","end":"2026-05-07T09:21:48.937681Z","steps":["trace[1123258828] 'agreement among raft nodes before linearized reading' (duration: 1.929093853s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:48.937693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47913645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-07T09:21:48.937703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:47.001993Z","time spent":"1.935699447s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T09:21:48.937714Z","caller":"traceutil/trace.go:171","msg":"trace[1577678890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2237; }","duration":"1.932716628s","start":"2026-05-07T09:21:47.004978Z","end":"2026-05-07T09:21:48.937694Z","steps":["trace[1577678890] 'agreement among raft nodes before linearized reading' (duration: 1.932502483s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:48.937733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:47.00717Z","time spent":"1.930554777s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T09:21:48.937753Z","caller":"traceutil/trace.go:171","msg":"trace[245483432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2237; }","duration":"1.479192771s","start":"2026-05-07T09:21:47.458541Z","end":"2026-05-07T09:21:48.937734Z","steps":["trace[245483432] 'agreement among raft nodes before linearized reading' (duration: 1.479043318s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:48.937792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:47.458458Z","time spent":"1.479326055s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T09:21:48.937768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:47.004963Z","time spent":"1.932791449s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:21:48.937745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:47.008419Z","time spent":"1.929312777s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T09:21:48.93768Z","caller":"traceutil/trace.go:171","msg":"trace[1304393464] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2237; }","duration":"1.810748735s","start":"2026-05-07T09:21:47.126911Z","end":"2026-05-07T09:21:48.93766Z","steps":["trace[1304393464] 'agreement among raft nodes before linearized reading' (duration: 1.810577541s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:48.937986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:47.126892Z","time spent":"1.811069952s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:21:48.937732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:47.786876Z","time spent":"1.150847614s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T09:21:49.090404Z","caller":"traceutil/trace.go:171","msg":"trace[1073919308] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"660.057794ms","start":"2026-05-07T09:21:48.430309Z","end":"2026-05-07T09:21:49.090366Z","steps":["trace[1073919308] 'process raft request' (duration: 659.764457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:49.090644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:48.430286Z","time spent":"660.235878ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:49.293745Z","caller":"traceutil/trace.go:171","msg":"trace[97148828] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"837.97427ms","start":"2026-05-07T09:21:48.455743Z","end":"2026-05-07T09:21:49.293717Z","steps":["trace[97148828] 'process raft request' (duration: 837.681564ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:49.293759Z","caller":"traceutil/trace.go:171","msg":"trace[1192818366] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"350.753414ms","start":"2026-05-07T09:21:48.94297Z","end":"2026-05-07T09:21:49.293723Z","steps":["trace[1192818366] 'process raft request' (duration: 350.60952ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:49.293818Z","caller":"traceutil/trace.go:171","msg":"trace[1582663753] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"349.766041ms","start":"2026-05-07T09:21:48.944005Z","end":"2026-05-07T09:21:49.293771Z","steps":["trace[1582663753] 'process raft request' (duration: 349.684089ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:49.293824Z","caller":"traceutil/trace.go:171","msg":"trace[970804649] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"439.404405ms","start":"2026-05-07T09:21:48.854369Z","end":"2026-05-07T09:21:49.293774Z","steps":["trace[970804649] 'process raft request' (duration: 439.166819ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:49.293823Z","caller":"traceutil/trace.go:171","msg":"trace[786128291] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"350.508348ms","start":"2026-05-07T09:21:48.943276Z","end":"2026-05-07T09:21:49.293785Z","steps":["trace[786128291] 'process raft request' (duration: 350.344554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:49.293925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:48.455734Z","time spent":"838.089173ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:21:49.29394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:48.942948Z","time spent":"350.899147ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:49.293956Z","caller":"traceutil/trace.go:171","msg":"trace[2109126769] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"350.545119ms","start":"2026-05-07T09:21:48.943374Z","end":"2026-05-07T09:21:49.293919Z","steps":["trace[2109126769] 'process raft request' (duration: 350.284273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:49.294011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.773971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ad3e12d3d6a8ce\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-05-07T09:21:49.294023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:48.943264Z","time spent":"350.655541ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:49.293765Z","caller":"traceutil/trace.go:171","msg":"trace[1463016653] linearizableReadLoop","detail":"{readStateIndex:2334; appliedIndex:2330; }","duration":"356.5749ms","start":"2026-05-07T09:21:48.937164Z","end":"2026-05-07T09:21:49.293739Z","steps":["trace[1463016653] 'read index received' (duration: 152.976751ms)","trace[1463016653] 'applied index is now lower than readState.Index' (duration: 203.596969ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:21:49.294036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:48.854337Z","time spent":"439.588659ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:21:49.294074Z","caller":"traceutil/trace.go:171","msg":"trace[461688251] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18ad3e12d3d6a8ce; range_end:; response_count:1; response_revision:2245; }","duration":"401.886473ms","start":"2026-05-07T09:21:48.892171Z","end":"2026-05-07T09:21:49.294057Z","steps":["trace[461688251] 'agreement among raft nodes before linearized reading' (duration: 401.628317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:49.294083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:48.94335Z","time spent":"350.664481ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:21:49.294104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.368572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-07T09:21:49.294117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:48.89215Z","time spent":"401.959406ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ad3e12d3d6a8ce\" "} {"level":"info","ts":"2026-05-07T09:21:49.294125Z","caller":"traceutil/trace.go:171","msg":"trace[1093954418] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"848.20671ms","start":"2026-05-07T09:21:48.445893Z","end":"2026-05-07T09:21:49.2941Z","steps":["trace[1093954418] 'process raft request' (duration: 846.852759ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:49.294151Z","caller":"traceutil/trace.go:171","msg":"trace[251023592] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2245; }","duration":"787.460314ms","start":"2026-05-07T09:21:48.506679Z","end":"2026-05-07T09:21:49.294139Z","steps":["trace[251023592] 'agreement among raft nodes before linearized reading' (duration: 787.314841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:49.294177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.410699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:21:49.294197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:48.50665Z","time spent":"787.537026ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T09:21:49.294228Z","caller":"traceutil/trace.go:171","msg":"trace[1630401308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2245; }","duration":"354.513641ms","start":"2026-05-07T09:21:48.939701Z","end":"2026-05-07T09:21:49.294215Z","steps":["trace[1630401308] 'agreement among raft nodes before linearized reading' (duration: 354.434229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:49.29424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:48.445853Z","time spent":"848.318623ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:21:49.29426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:48.93968Z","time spent":"354.573773ms","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:21:49.293959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252732856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T09:21:49.294348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:48.943959Z","time spent":"349.931925ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:21:49.294366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.501412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-05-07T09:21:49.29441Z","caller":"traceutil/trace.go:171","msg":"trace[1187726702] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2245; }","duration":"216.599234ms","start":"2026-05-07T09:21:49.077798Z","end":"2026-05-07T09:21:49.294398Z","steps":["trace[1187726702] 'agreement among raft nodes before linearized reading' (duration: 216.42088ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:21:49.294497Z","caller":"traceutil/trace.go:171","msg":"trace[1490148550] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2245; }","duration":"1.253209277s","start":"2026-05-07T09:21:48.041134Z","end":"2026-05-07T09:21:49.294343Z","steps":["trace[1490148550] 'agreement among raft nodes before linearized reading' (duration: 1.252683265s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:21:49.294559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:21:48.041095Z","time spent":"1.253445973s","remote":"127.0.0.1:48022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-07T09:22:55.559202Z","caller":"traceutil/trace.go:171","msg":"trace[1858909279] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"208.330381ms","start":"2026-05-07T09:22:55.350843Z","end":"2026-05-07T09:22:55.559173Z","steps":["trace[1858909279] 'process raft request' (duration: 208.094836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:22:56.296699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.898729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T09:22:56.296801Z","caller":"traceutil/trace.go:171","msg":"trace[1656311503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2767; }","duration":"504.023502ms","start":"2026-05-07T09:22:55.792753Z","end":"2026-05-07T09:22:56.296776Z","steps":["trace[1656311503] 'range keys from in-memory index tree' (duration: 503.683735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:22:56.296854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:22:55.792748Z","time spent":"504.094753ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:22:56.29683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.255592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T09:22:56.296908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.695706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T09:22:56.29695Z","caller":"traceutil/trace.go:171","msg":"trace[851383361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2767; }","duration":"511.473957ms","start":"2026-05-07T09:22:55.785447Z","end":"2026-05-07T09:22:56.296921Z","steps":["trace[851383361] 'range keys from in-memory index tree' (duration: 511.034096ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:22:56.296987Z","caller":"traceutil/trace.go:171","msg":"trace[1434087374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2767; }","duration":"495.819649ms","start":"2026-05-07T09:22:55.801149Z","end":"2026-05-07T09:22:56.296969Z","steps":["trace[1434087374] 'range keys from in-memory index tree' (duration: 495.526852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:22:56.297015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:22:55.785424Z","time spent":"511.577849ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T09:22:56.297085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.758454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T09:22:56.297111Z","caller":"traceutil/trace.go:171","msg":"trace[87199546] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2767; }","duration":"488.797644ms","start":"2026-05-07T09:22:55.808303Z","end":"2026-05-07T09:22:56.297101Z","steps":["trace[87199546] 'range keys from in-memory index tree' (duration: 488.662001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:22:56.297137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:22:55.808291Z","time spent":"488.832555ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T09:22:56.297339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.859606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T09:22:56.29738Z","caller":"traceutil/trace.go:171","msg":"trace[146999321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2767; }","duration":"511.937978ms","start":"2026-05-07T09:22:55.785432Z","end":"2026-05-07T09:22:56.297369Z","steps":["trace[146999321] 'range keys from in-memory index tree' (duration: 511.660791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:22:56.297409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:22:55.78541Z","time spent":"511.9931ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T09:22:56.297569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.354824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:22:56.297572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.605146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:22:56.297594Z","caller":"traceutil/trace.go:171","msg":"trace[1416473608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2767; }","duration":"511.407936ms","start":"2026-05-07T09:22:55.786178Z","end":"2026-05-07T09:22:56.297586Z","steps":["trace[1416473608] 'range keys from in-memory index tree' (duration: 511.273392ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:22:56.297614Z","caller":"traceutil/trace.go:171","msg":"trace[898329712] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2767; }","duration":"527.692928ms","start":"2026-05-07T09:22:55.769908Z","end":"2026-05-07T09:22:56.297601Z","steps":["trace[898329712] 'count revisions from in-memory index tree' (duration: 527.518774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:22:56.297023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:22:55.801136Z","time spent":"495.88019ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T09:22:56.297623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:22:55.78616Z","time spent":"511.457237ms","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:22:56.297671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:22:55.769881Z","time spent":"527.78051ms","remote":"127.0.0.1:32808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:22:56.299196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.470289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T09:22:56.299264Z","caller":"traceutil/trace.go:171","msg":"trace[672471072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2767; }","duration":"506.544292ms","start":"2026-05-07T09:22:55.792696Z","end":"2026-05-07T09:22:56.29924Z","steps":["trace[672471072] 'range keys from in-memory index tree' (duration: 504.864591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:22:56.299307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:22:55.792689Z","time spent":"506.606453ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T09:23:04.507841Z","caller":"traceutil/trace.go:171","msg":"trace[112488779] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"126.405588ms","start":"2026-05-07T09:23:04.381403Z","end":"2026-05-07T09:23:04.507809Z","steps":["trace[112488779] 'process raft request' (duration: 126.304795ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:23:04.507845Z","caller":"traceutil/trace.go:171","msg":"trace[1867322696] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"126.455378ms","start":"2026-05-07T09:23:04.381341Z","end":"2026-05-07T09:23:04.507796Z","steps":["trace[1867322696] 'process raft request' (duration: 126.170902ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:23:04.508168Z","caller":"traceutil/trace.go:171","msg":"trace[1731556679] transaction","detail":"{read_only:false; response_revision:2826; number_of_response:1; }","duration":"126.541271ms","start":"2026-05-07T09:23:04.381585Z","end":"2026-05-07T09:23:04.508126Z","steps":["trace[1731556679] 'process raft request' (duration: 126.167032ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:23:04.508476Z","caller":"traceutil/trace.go:171","msg":"trace[1773979506] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"126.483869ms","start":"2026-05-07T09:23:04.381973Z","end":"2026-05-07T09:23:04.508457Z","steps":["trace[1773979506] 'process raft request' (duration: 126.067609ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:23:04.508574Z","caller":"traceutil/trace.go:171","msg":"trace[998969659] transaction","detail":"{read_only:false; response_revision:2828; number_of_response:1; }","duration":"124.3686ms","start":"2026-05-07T09:23:04.384173Z","end":"2026-05-07T09:23:04.508541Z","steps":["trace[998969659] 'process raft request' (duration: 124.158965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:04.91666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.858908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:23:04.916764Z","caller":"traceutil/trace.go:171","msg":"trace[581281137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2828; }","duration":"130.023092ms","start":"2026-05-07T09:23:04.786718Z","end":"2026-05-07T09:23:04.916742Z","steps":["trace[581281137] 'range keys from in-memory index tree' (duration: 129.729966ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:23:23.888353Z","caller":"traceutil/trace.go:171","msg":"trace[1520185249] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"122.66254ms","start":"2026-05-07T09:23:23.765657Z","end":"2026-05-07T09:23:23.888319Z","steps":["trace[1520185249] 'process raft request' (duration: 101.759419ms)","trace[1520185249] 'compare' (duration: 20.699506ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:23:23.888652Z","caller":"traceutil/trace.go:171","msg":"trace[312370920] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"121.848061ms","start":"2026-05-07T09:23:23.76678Z","end":"2026-05-07T09:23:23.888628Z","steps":["trace[312370920] 'process raft request' (duration: 121.467262ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:23:29.950161Z","caller":"traceutil/trace.go:171","msg":"trace[643331551] linearizableReadLoop","detail":"{readStateIndex:3091; appliedIndex:3090; }","duration":"163.429767ms","start":"2026-05-07T09:23:29.786698Z","end":"2026-05-07T09:23:29.950127Z","steps":["trace[643331551] 'read index received' (duration: 163.231232ms)","trace[643331551] 'applied index is now lower than readState.Index' (duration: 197.235µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:23:29.950378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.641672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:23:29.950431Z","caller":"traceutil/trace.go:171","msg":"trace[1335472099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2971; }","duration":"163.724674ms","start":"2026-05-07T09:23:29.786688Z","end":"2026-05-07T09:23:29.950413Z","steps":["trace[1335472099] 'agreement among raft nodes before linearized reading' (duration: 163.600391ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:23:29.950432Z","caller":"traceutil/trace.go:171","msg":"trace[442623100] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"270.08892ms","start":"2026-05-07T09:23:29.680314Z","end":"2026-05-07T09:23:29.950403Z","steps":["trace[442623100] 'process raft request' (duration: 269.603139ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:23:29.963507Z","caller":"traceutil/trace.go:171","msg":"trace[152976921] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"166.9756ms","start":"2026-05-07T09:23:29.796508Z","end":"2026-05-07T09:23:29.963483Z","steps":["trace[152976921] 'process raft request' (duration: 166.799905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:30.47607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.129687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:23:30.476176Z","caller":"traceutil/trace.go:171","msg":"trace[824268076] linearizableReadLoop","detail":"{readStateIndex:3095; appliedIndex:3094; }","duration":"425.767524ms","start":"2026-05-07T09:23:30.05039Z","end":"2026-05-07T09:23:30.476157Z","steps":["trace[824268076] 'read index received' (duration: 165.451213ms)","trace[824268076] 'applied index is now lower than readState.Index' (duration: 260.314931ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:23:30.476314Z","caller":"traceutil/trace.go:171","msg":"trace[377671070] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"487.478833ms","start":"2026-05-07T09:23:29.988797Z","end":"2026-05-07T09:23:30.476276Z","steps":["trace[377671070] 'process raft request' (duration: 227.057879ms)","trace[377671070] 'compare' (duration: 259.745608ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:23:30.476516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.123632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T09:23:30.476508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:29.988769Z","time spent":"487.636007ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:23:30.476568Z","caller":"traceutil/trace.go:171","msg":"trace[262027321] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2975; }","duration":"426.214744ms","start":"2026-05-07T09:23:30.050337Z","end":"2026-05-07T09:23:30.476551Z","steps":["trace[262027321] 'agreement among raft nodes before linearized reading' (duration: 426.088631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:30.476905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:30.050314Z","time spent":"426.576693ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:23:30.476925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.648084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:23:30.477036Z","caller":"traceutil/trace.go:171","msg":"trace[1794923067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2975; }","duration":"271.134135ms","start":"2026-05-07T09:23:30.205879Z","end":"2026-05-07T09:23:30.477013Z","steps":["trace[1794923067] 'agreement among raft nodes before linearized reading' (duration: 270.661854ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:23:31.028552Z","caller":"traceutil/trace.go:171","msg":"trace[368394913] linearizableReadLoop","detail":"{readStateIndex:3096; appliedIndex:3095; }","duration":"486.600033ms","start":"2026-05-07T09:23:30.541919Z","end":"2026-05-07T09:23:31.028519Z","steps":["trace[368394913] 'read index received' (duration: 444.320701ms)","trace[368394913] 'applied index is now lower than readState.Index' (duration: 42.277802ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:23:31.028916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.978293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T09:23:31.028984Z","caller":"traceutil/trace.go:171","msg":"trace[1101639376] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2976; }","duration":"487.092604ms","start":"2026-05-07T09:23:30.541872Z","end":"2026-05-07T09:23:31.028965Z","steps":["trace[1101639376] 'agreement among raft nodes before linearized reading' (duration: 486.808528ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:31.029039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:30.541848Z","time spent":"487.177267ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T09:23:31.029061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.933255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T09:23:31.029134Z","caller":"traceutil/trace.go:171","msg":"trace[1130761334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2976; }","duration":"399.004427ms","start":"2026-05-07T09:23:30.630099Z","end":"2026-05-07T09:23:31.029104Z","steps":["trace[1130761334] 'agreement among raft nodes before linearized reading' (duration: 398.850683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:31.029183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:30.630082Z","time spent":"399.089898ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T09:23:31.0289Z","caller":"traceutil/trace.go:171","msg":"trace[2016725376] transaction","detail":"{read_only:false; response_revision:2976; number_of_response:1; }","duration":"548.995989ms","start":"2026-05-07T09:23:30.479593Z","end":"2026-05-07T09:23:31.028589Z","steps":["trace[2016725376] 'process raft request' (duration: 506.752657ms)","trace[2016725376] 'compare' (duration: 41.650798ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:23:31.029518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.377735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T09:23:31.029578Z","caller":"traceutil/trace.go:171","msg":"trace[1897533020] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2976; }","duration":"399.486158ms","start":"2026-05-07T09:23:30.630077Z","end":"2026-05-07T09:23:31.029563Z","steps":["trace[1897533020] 'agreement among raft nodes before linearized reading' (duration: 399.316824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:31.029561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.199345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T09:23:31.02963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:30.630065Z","time spent":"399.55287ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T09:23:31.029529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:30.479565Z","time spent":"549.868578ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:23:31.029349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.358659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T09:23:31.029939Z","caller":"traceutil/trace.go:171","msg":"trace[1384125502] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2976; }","duration":"403.949693ms","start":"2026-05-07T09:23:30.625966Z","end":"2026-05-07T09:23:31.029915Z","steps":["trace[1384125502] 'agreement among raft nodes before linearized reading' (duration: 403.298767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:31.030066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:30.625959Z","time spent":"404.026744ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T09:23:31.029712Z","caller":"traceutil/trace.go:171","msg":"trace[2084049396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2976; }","duration":"403.371129ms","start":"2026-05-07T09:23:30.626309Z","end":"2026-05-07T09:23:31.02968Z","steps":["trace[2084049396] 'agreement among raft nodes before linearized reading' (duration: 402.950169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:31.030194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:30.626305Z","time spent":"403.867741ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:23:31.028916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.94278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T09:23:31.030429Z","caller":"traceutil/trace.go:171","msg":"trace[1976532539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2976; }","duration":"404.476955ms","start":"2026-05-07T09:23:30.625909Z","end":"2026-05-07T09:23:31.030386Z","steps":["trace[1976532539] 'agreement among raft nodes before linearized reading' (duration: 402.823146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:31.030518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:23:30.62589Z","time spent":"404.586738ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T09:23:37.257317Z","caller":"traceutil/trace.go:171","msg":"trace[187779086] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"188.679509ms","start":"2026-05-07T09:23:37.068606Z","end":"2026-05-07T09:23:37.257285Z","steps":["trace[187779086] 'process raft request' (duration: 176.930053ms)","trace[187779086] 'compare' (duration: 11.223824ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:23:37.257749Z","caller":"traceutil/trace.go:171","msg":"trace[1217042615] transaction","detail":"{read_only:false; response_revision:3011; number_of_response:1; }","duration":"186.647452ms","start":"2026-05-07T09:23:37.071089Z","end":"2026-05-07T09:23:37.257736Z","steps":["trace[1217042615] 'process raft request' (duration: 186.100159ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:23:37.257775Z","caller":"traceutil/trace.go:171","msg":"trace[768438222] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"185.871983ms","start":"2026-05-07T09:23:37.071872Z","end":"2026-05-07T09:23:37.257744Z","steps":["trace[768438222] 'process raft request' (duration: 185.679139ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:23:37.257727Z","caller":"traceutil/trace.go:171","msg":"trace[132236169] linearizableReadLoop","detail":"{readStateIndex:3131; appliedIndex:3129; }","duration":"188.893254ms","start":"2026-05-07T09:23:37.06878Z","end":"2026-05-07T09:23:37.257673Z","steps":["trace[132236169] 'read index received' (duration: 30.842584ms)","trace[132236169] 'applied index is now lower than readState.Index' (duration: 158.04941ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:23:37.257992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.192981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T09:23:37.258044Z","caller":"traceutil/trace.go:171","msg":"trace[1939135542] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3012; }","duration":"189.284464ms","start":"2026-05-07T09:23:37.068746Z","end":"2026-05-07T09:23:37.25803Z","steps":["trace[1939135542] 'agreement among raft nodes before linearized reading' (duration: 189.12001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:23:37.25813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.09689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T09:23:37.258186Z","caller":"traceutil/trace.go:171","msg":"trace[1230728550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3012; }","duration":"189.210782ms","start":"2026-05-07T09:23:37.068959Z","end":"2026-05-07T09:23:37.25817Z","steps":["trace[1230728550] 'agreement among raft nodes before linearized reading' (duration: 188.994157ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:26:02.711396Z","caller":"traceutil/trace.go:171","msg":"trace[2078676553] transaction","detail":"{read_only:false; response_revision:3972; number_of_response:1; }","duration":"124.631791ms","start":"2026-05-07T09:26:02.586733Z","end":"2026-05-07T09:26:02.711365Z","steps":["trace[2078676553] 'process raft request' (duration: 123.757541ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:26:02.977165Z","caller":"traceutil/trace.go:171","msg":"trace[1645470859] linearizableReadLoop","detail":"{readStateIndex:4132; appliedIndex:4128; }","duration":"294.549969ms","start":"2026-05-07T09:26:02.682588Z","end":"2026-05-07T09:26:02.977138Z","steps":["trace[1645470859] 'read index received' (duration: 27.895696ms)","trace[1645470859] 'applied index is now lower than readState.Index' (duration: 266.647313ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:26:02.977219Z","caller":"traceutil/trace.go:171","msg":"trace[1188696247] transaction","detail":"{read_only:false; response_revision:3974; number_of_response:1; }","duration":"386.984594ms","start":"2026-05-07T09:26:02.59018Z","end":"2026-05-07T09:26:02.977164Z","steps":["trace[1188696247] 'process raft request' (duration: 386.856541ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:26:02.977252Z","caller":"traceutil/trace.go:171","msg":"trace[1173412206] transaction","detail":"{read_only:false; response_revision:3973; number_of_response:1; }","duration":"387.616519ms","start":"2026-05-07T09:26:02.589584Z","end":"2026-05-07T09:26:02.977201Z","steps":["trace[1173412206] 'process raft request' (duration: 387.291371ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:26:02.977397Z","caller":"traceutil/trace.go:171","msg":"trace[1360987417] transaction","detail":"{read_only:false; response_revision:3975; number_of_response:1; }","duration":"367.69433ms","start":"2026-05-07T09:26:02.609536Z","end":"2026-05-07T09:26:02.977231Z","steps":["trace[1360987417] 'process raft request' (duration: 367.546087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:26:02.977522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:26:02.590147Z","time spent":"387.185349ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:26:02.977434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.830646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-07T09:26:02.977784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:26:02.589548Z","time spent":"387.801783ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:26:02.977889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:26:02.609521Z","time spent":"368.016737ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:26:02.97783Z","caller":"traceutil/trace.go:171","msg":"trace[91289951] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:3975; }","duration":"295.217655ms","start":"2026-05-07T09:26:02.682568Z","end":"2026-05-07T09:26:02.977786Z","steps":["trace[91289951] 'agreement among raft nodes before linearized reading' (duration: 294.708553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:26:02.997648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.693107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:26:02.997772Z","caller":"traceutil/trace.go:171","msg":"trace[2122403481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3976; }","duration":"210.873591ms","start":"2026-05-07T09:26:02.786882Z","end":"2026-05-07T09:26:02.997756Z","steps":["trace[2122403481] 'agreement among raft nodes before linearized reading' (duration: 210.624805ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:24.733675Z","caller":"traceutil/trace.go:171","msg":"trace[82162279] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"116.589891ms","start":"2026-05-07T09:27:24.617051Z","end":"2026-05-07T09:27:24.73364Z","steps":["trace[82162279] 'process raft request' (duration: 87.858296ms)","trace[82162279] 'compare' (duration: 28.549821ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:24.733637Z","caller":"traceutil/trace.go:171","msg":"trace[2016906229] linearizableReadLoop","detail":"{readStateIndex:5145; appliedIndex:5144; }","duration":"103.137826ms","start":"2026-05-07T09:27:24.630466Z","end":"2026-05-07T09:27:24.733604Z","steps":["trace[2016906229] 'read index received' (duration: 74.360249ms)","trace[2016906229] 'applied index is now lower than readState.Index' (duration: 28.775937ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:27:24.73451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.020936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2197779"} {"level":"info","ts":"2026-05-07T09:27:24.734586Z","caller":"traceutil/trace.go:171","msg":"trace[597085424] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4949; }","duration":"104.171249ms","start":"2026-05-07T09:27:24.630405Z","end":"2026-05-07T09:27:24.734577Z","steps":["trace[597085424] 'agreement among raft nodes before linearized reading' (duration: 103.262878ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:27.143715Z","caller":"traceutil/trace.go:171","msg":"trace[1887646551] linearizableReadLoop","detail":"{readStateIndex:5198; appliedIndex:5197; }","duration":"113.404887ms","start":"2026-05-07T09:27:27.030278Z","end":"2026-05-07T09:27:27.143683Z","steps":["trace[1887646551] 'read index received' (duration: 112.942826ms)","trace[1887646551] 'applied index is now lower than readState.Index' (duration: 460.591µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:27.143865Z","caller":"traceutil/trace.go:171","msg":"trace[40024778] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"118.798663ms","start":"2026-05-07T09:27:27.025019Z","end":"2026-05-07T09:27:27.143818Z","steps":["trace[40024778] 'process raft request' (duration: 118.426044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:27.144105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.783276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-98836c8a-1465-47d3-835c-1367910e2586\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-05-07T09:27:27.144203Z","caller":"traceutil/trace.go:171","msg":"trace[188245760] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-98836c8a-1465-47d3-835c-1367910e2586; range_end:; response_count:1; response_revision:5000; }","duration":"113.922209ms","start":"2026-05-07T09:27:27.030257Z","end":"2026-05-07T09:27:27.144179Z","steps":["trace[188245760] 'agreement among raft nodes before linearized reading' (duration: 113.626902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:30.041225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.284606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:27:30.041359Z","caller":"traceutil/trace.go:171","msg":"trace[11967869] linearizableReadLoop","detail":"{readStateIndex:5344; appliedIndex:5343; }","duration":"254.36085ms","start":"2026-05-07T09:27:29.786976Z","end":"2026-05-07T09:27:30.041337Z","steps":["trace[11967869] 'read index received' (duration: 50.121µs)","trace[11967869] 'applied index is now lower than readState.Index' (duration: 254.308709ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:30.041403Z","caller":"traceutil/trace.go:171","msg":"trace[1925934719] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"390.208566ms","start":"2026-05-07T09:27:29.651145Z","end":"2026-05-07T09:27:30.041354Z","steps":["trace[1925934719] 'process raft request' (duration: 96.699914ms)","trace[1925934719] 'compare' (duration: 293.072501ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:27:30.041572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.585346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:27:30.041664Z","caller":"traceutil/trace.go:171","msg":"trace[1850426833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5143; }","duration":"254.730149ms","start":"2026-05-07T09:27:29.786912Z","end":"2026-05-07T09:27:30.041642Z","steps":["trace[1850426833] 'agreement among raft nodes before linearized reading' (duration: 254.536885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:30.041657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:29.651102Z","time spent":"390.451371ms","remote":"127.0.0.1:44236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3623,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T09:27:30.305473Z","caller":"traceutil/trace.go:171","msg":"trace[969300877] linearizableReadLoop","detail":"{readStateIndex:5345; appliedIndex:5344; }","duration":"264.015968ms","start":"2026-05-07T09:27:30.041399Z","end":"2026-05-07T09:27:30.305415Z","steps":["trace[969300877] 'read index received' (duration: 230.740596ms)","trace[969300877] 'applied index is now lower than readState.Index' (duration: 33.273262ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:30.305585Z","caller":"traceutil/trace.go:171","msg":"trace[1013702021] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"334.202258ms","start":"2026-05-07T09:27:29.971328Z","end":"2026-05-07T09:27:30.30553Z","steps":["trace[1013702021] 'process raft request' (duration: 300.807533ms)","trace[1013702021] 'compare' (duration: 33.105178ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:27:30.305699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.298803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:27:30.305756Z","caller":"traceutil/trace.go:171","msg":"trace[1643560492] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5144; }","duration":"312.440126ms","start":"2026-05-07T09:27:29.9933Z","end":"2026-05-07T09:27:30.30574Z","steps":["trace[1643560492] 'agreement among raft nodes before linearized reading' (duration: 312.302783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:30.305796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:29.971296Z","time spent":"334.390003ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14482,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:27:30.305801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:29.993271Z","time spent":"312.517418ms","remote":"127.0.0.1:44098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:27:30.305782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.381259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:27:30.305863Z","caller":"traceutil/trace.go:171","msg":"trace[864707349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5144; }","duration":"353.523652ms","start":"2026-05-07T09:27:29.952322Z","end":"2026-05-07T09:27:30.305846Z","steps":["trace[864707349] 'agreement among raft nodes before linearized reading' (duration: 353.376389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:30.305899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:29.952296Z","time spent":"353.596274ms","remote":"127.0.0.1:33716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:27:30.306063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.797048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:720072"} {"level":"info","ts":"2026-05-07T09:27:30.306175Z","caller":"traceutil/trace.go:171","msg":"trace[2068865052] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5144; }","duration":"284.91888ms","start":"2026-05-07T09:27:30.021228Z","end":"2026-05-07T09:27:30.306147Z","steps":["trace[2068865052] 'agreement among raft nodes before linearized reading' (duration: 284.304316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:30.311618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.439072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:27:30.311703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.267266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:27:30.311711Z","caller":"traceutil/trace.go:171","msg":"trace[1622916090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5145; }","duration":"268.591716ms","start":"2026-05-07T09:27:30.043096Z","end":"2026-05-07T09:27:30.311687Z","steps":["trace[1622916090] 'agreement among raft nodes before linearized reading' (duration: 268.400611ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:30.311745Z","caller":"traceutil/trace.go:171","msg":"trace[1554057383] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5145; }","duration":"142.315817ms","start":"2026-05-07T09:27:30.169418Z","end":"2026-05-07T09:27:30.311733Z","steps":["trace[1554057383] 'agreement among raft nodes before linearized reading' (duration: 142.216804ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:32.655085Z","caller":"traceutil/trace.go:171","msg":"trace[1223195475] linearizableReadLoop","detail":"{readStateIndex:5392; appliedIndex:5391; }","duration":"238.378386ms","start":"2026-05-07T09:27:32.416683Z","end":"2026-05-07T09:27:32.655061Z","steps":["trace[1223195475] 'read index received' (duration: 171.40727ms)","trace[1223195475] 'applied index is now lower than readState.Index' (duration: 66.969465ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:32.655189Z","caller":"traceutil/trace.go:171","msg":"trace[1210310649] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"243.488406ms","start":"2026-05-07T09:27:32.411596Z","end":"2026-05-07T09:27:32.655084Z","steps":["trace[1210310649] 'process raft request' (duration: 176.48131ms)","trace[1210310649] 'compare' (duration: 66.865913ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:27:32.655315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.611692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:27:32.655367Z","caller":"traceutil/trace.go:171","msg":"trace[1523499812] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5190; }","duration":"238.735374ms","start":"2026-05-07T09:27:32.41661Z","end":"2026-05-07T09:27:32.655346Z","steps":["trace[1523499812] 'agreement among raft nodes before linearized reading' (duration: 238.633202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:32.655855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.000544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778257"} {"level":"warn","ts":"2026-05-07T09:27:32.655917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.357552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1565810c-5815-480d-9d6c-46157384f91c\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-05-07T09:27:32.655979Z","caller":"traceutil/trace.go:171","msg":"trace[2092550180] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1565810c-5815-480d-9d6c-46157384f91c; range_end:; response_count:1; response_revision:5190; }","duration":"166.491996ms","start":"2026-05-07T09:27:32.48947Z","end":"2026-05-07T09:27:32.655962Z","steps":["trace[2092550180] 'agreement among raft nodes before linearized reading' (duration: 166.26978ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:32.655988Z","caller":"traceutil/trace.go:171","msg":"trace[488266560] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5190; }","duration":"203.144577ms","start":"2026-05-07T09:27:32.452808Z","end":"2026-05-07T09:27:32.655952Z","steps":["trace[488266560] 'agreement among raft nodes before linearized reading' (duration: 202.489062ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:32.812934Z","caller":"traceutil/trace.go:171","msg":"trace[351685256] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"151.519263ms","start":"2026-05-07T09:27:32.661388Z","end":"2026-05-07T09:27:32.812907Z","steps":["trace[351685256] 'process raft request' (duration: 151.433291ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:32.813023Z","caller":"traceutil/trace.go:171","msg":"trace[2049646563] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"151.602755ms","start":"2026-05-07T09:27:32.661344Z","end":"2026-05-07T09:27:32.812947Z","steps":["trace[2049646563] 'process raft request' (duration: 102.334097ms)","trace[2049646563] 'compare' (duration: 48.974421ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:32.813396Z","caller":"traceutil/trace.go:171","msg":"trace[115166764] linearizableReadLoop","detail":"{readStateIndex:5397; appliedIndex:5392; }","duration":"126.848693ms","start":"2026-05-07T09:27:32.686514Z","end":"2026-05-07T09:27:32.813363Z","steps":["trace[115166764] 'read index received' (duration: 10.043956ms)","trace[115166764] 'applied index is now lower than readState.Index' (duration: 116.803437ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:32.813485Z","caller":"traceutil/trace.go:171","msg":"trace[218110133] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"152.029206ms","start":"2026-05-07T09:27:32.661395Z","end":"2026-05-07T09:27:32.813424Z","steps":["trace[218110133] 'process raft request' (duration: 151.469242ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:32.813563Z","caller":"traceutil/trace.go:171","msg":"trace[875788085] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"151.698547ms","start":"2026-05-07T09:27:32.661852Z","end":"2026-05-07T09:27:32.81355Z","steps":["trace[875788085] 'process raft request' (duration: 151.357009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:32.813762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.220922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T09:27:32.813856Z","caller":"traceutil/trace.go:171","msg":"trace[2065431603] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:5195; }","duration":"127.298853ms","start":"2026-05-07T09:27:32.686491Z","end":"2026-05-07T09:27:32.81379Z","steps":["trace[2065431603] 'agreement among raft nodes before linearized reading' (duration: 127.130149ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:33.949997Z","caller":"traceutil/trace.go:171","msg":"trace[2074121965] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"134.191386ms","start":"2026-05-07T09:27:33.815709Z","end":"2026-05-07T09:27:33.949901Z","steps":["trace[2074121965] 'process raft request' (duration: 109.734691ms)","trace[2074121965] 'compare' (duration: 24.094096ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:33.950085Z","caller":"traceutil/trace.go:171","msg":"trace[1888763184] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"133.762616ms","start":"2026-05-07T09:27:33.816293Z","end":"2026-05-07T09:27:33.950056Z","steps":["trace[1888763184] 'process raft request' (duration: 133.471449ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:33.950014Z","caller":"traceutil/trace.go:171","msg":"trace[318761635] linearizableReadLoop","detail":"{readStateIndex:5426; appliedIndex:5423; }","duration":"112.23946ms","start":"2026-05-07T09:27:33.837698Z","end":"2026-05-07T09:27:33.949938Z","steps":["trace[318761635] 'read index received' (duration: 87.672462ms)","trace[318761635] 'applied index is now lower than readState.Index' (duration: 24.565038ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:27:33.950319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.602108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18ad3e68f882c11a\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-05-07T09:27:33.95039Z","caller":"traceutil/trace.go:171","msg":"trace[682410560] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18ad3e68f882c11a; range_end:; response_count:1; response_revision:5221; }","duration":"112.754642ms","start":"2026-05-07T09:27:33.837618Z","end":"2026-05-07T09:27:33.950373Z","steps":["trace[682410560] 'agreement among raft nodes before linearized reading' (duration: 112.465385ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:33.950557Z","caller":"traceutil/trace.go:171","msg":"trace[433737383] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"132.985648ms","start":"2026-05-07T09:27:33.817534Z","end":"2026-05-07T09:27:33.95052Z","steps":["trace[433737383] 'process raft request' (duration: 132.323832ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:33.953413Z","caller":"traceutil/trace.go:171","msg":"trace[412365434] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"111.022651ms","start":"2026-05-07T09:27:33.842366Z","end":"2026-05-07T09:27:33.953388Z","steps":["trace[412365434] 'process raft request' (duration: 110.856337ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:33.953745Z","caller":"traceutil/trace.go:171","msg":"trace[368398057] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"111.40089ms","start":"2026-05-07T09:27:33.842276Z","end":"2026-05-07T09:27:33.953676Z","steps":["trace[368398057] 'process raft request' (duration: 110.816456ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:36.537885Z","caller":"traceutil/trace.go:171","msg":"trace[1293777733] linearizableReadLoop","detail":"{readStateIndex:5463; appliedIndex:5462; }","duration":"106.148756ms","start":"2026-05-07T09:27:36.431703Z","end":"2026-05-07T09:27:36.537851Z","steps":["trace[1293777733] 'read index received' (duration: 105.937761ms)","trace[1293777733] 'applied index is now lower than readState.Index' (duration: 209.805µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:36.538042Z","caller":"traceutil/trace.go:171","msg":"trace[1953151119] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"165.436591ms","start":"2026-05-07T09:27:36.372563Z","end":"2026-05-07T09:27:36.538Z","steps":["trace[1953151119] 'process raft request' (duration: 165.079472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:36.538127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.397712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:27:36.53824Z","caller":"traceutil/trace.go:171","msg":"trace[130362459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5258; }","duration":"106.588157ms","start":"2026-05-07T09:27:36.431628Z","end":"2026-05-07T09:27:36.538216Z","steps":["trace[130362459] 'agreement among raft nodes before linearized reading' (duration: 106.392552ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:42.670738Z","caller":"traceutil/trace.go:171","msg":"trace[1665498589] linearizableReadLoop","detail":"{readStateIndex:5588; appliedIndex:5587; }","duration":"213.585162ms","start":"2026-05-07T09:27:42.457095Z","end":"2026-05-07T09:27:42.67068Z","steps":["trace[1665498589] 'read index received' (duration: 148.374099ms)","trace[1665498589] 'applied index is now lower than readState.Index' (duration: 65.209153ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:42.670842Z","caller":"traceutil/trace.go:171","msg":"trace[565425902] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"215.641981ms","start":"2026-05-07T09:27:42.455124Z","end":"2026-05-07T09:27:42.670766Z","steps":["trace[565425902] 'process raft request' (duration: 150.461809ms)","trace[565425902] 'compare' (duration: 64.824134ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:27:42.670982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.87266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T09:27:42.671057Z","caller":"traceutil/trace.go:171","msg":"trace[1523836598] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5380; }","duration":"213.991492ms","start":"2026-05-07T09:27:42.457047Z","end":"2026-05-07T09:27:42.671038Z","steps":["trace[1523836598] 'agreement among raft nodes before linearized reading' (duration: 213.782557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:42.671226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.442602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-07T09:27:42.671279Z","caller":"traceutil/trace.go:171","msg":"trace[860573817] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5380; }","duration":"211.582895ms","start":"2026-05-07T09:27:42.459679Z","end":"2026-05-07T09:27:42.671262Z","steps":["trace[860573817] 'agreement among raft nodes before linearized reading' (duration: 211.272498ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:47.130574Z","caller":"traceutil/trace.go:171","msg":"trace[1194586816] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"196.763907ms","start":"2026-05-07T09:27:46.933774Z","end":"2026-05-07T09:27:47.130538Z","steps":["trace[1194586816] 'process raft request' (duration: 132.435255ms)","trace[1194586816] 'compare' (duration: 64.093257ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:47.130819Z","caller":"traceutil/trace.go:171","msg":"trace[1084737893] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"196.761077ms","start":"2026-05-07T09:27:46.93403Z","end":"2026-05-07T09:27:47.130792Z","steps":["trace[1084737893] 'process raft request' (duration: 196.45025ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:47.13121Z","caller":"traceutil/trace.go:171","msg":"trace[1679512017] linearizableReadLoop","detail":"{readStateIndex:5640; appliedIndex:5636; }","duration":"194.385141ms","start":"2026-05-07T09:27:46.936791Z","end":"2026-05-07T09:27:47.131176Z","steps":["trace[1679512017] 'read index received' (duration: 56.686803ms)","trace[1679512017] 'applied index is now lower than readState.Index' (duration: 137.695758ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:27:47.131487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.684938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70958"} {"level":"info","ts":"2026-05-07T09:27:47.131539Z","caller":"traceutil/trace.go:171","msg":"trace[867405465] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5432; }","duration":"194.790761ms","start":"2026-05-07T09:27:46.936736Z","end":"2026-05-07T09:27:47.131527Z","steps":["trace[867405465] 'agreement among raft nodes before linearized reading' (duration: 194.518234ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:47.131283Z","caller":"traceutil/trace.go:171","msg":"trace[913228943] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"173.608973ms","start":"2026-05-07T09:27:46.957581Z","end":"2026-05-07T09:27:47.13119Z","steps":["trace[913228943] 'process raft request' (duration: 173.137752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:47.976333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.354884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:27:47.976508Z","caller":"traceutil/trace.go:171","msg":"trace[394584927] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"234.696768ms","start":"2026-05-07T09:27:47.741777Z","end":"2026-05-07T09:27:47.976474Z","steps":["trace[394584927] 'process raft request' (duration: 127.071038ms)","trace[394584927] 'compare' (duration: 107.20188ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:47.980488Z","caller":"traceutil/trace.go:171","msg":"trace[410123146] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"236.861459ms","start":"2026-05-07T09:27:47.743603Z","end":"2026-05-07T09:27:47.980464Z","steps":["trace[410123146] 'process raft request' (duration: 236.575173ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:47.980515Z","caller":"traceutil/trace.go:171","msg":"trace[1040156303] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"234.999796ms","start":"2026-05-07T09:27:47.745479Z","end":"2026-05-07T09:27:47.980479Z","steps":["trace[1040156303] 'process raft request' (duration: 234.878263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:48.149999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.510596ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T09:27:48.150157Z","caller":"traceutil/trace.go:171","msg":"trace[987859344] linearizableReadLoop","detail":"{readStateIndex:5650; appliedIndex:5647; }","duration":"379.80585ms","start":"2026-05-07T09:27:47.770325Z","end":"2026-05-07T09:27:48.150131Z","steps":["trace[987859344] 'read index received' (duration: 98.572818ms)","trace[987859344] 'applied index is now lower than readState.Index' (duration: 281.229852ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:27:48.150493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.145559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5ff68fb7bf-twgts\" ","response":"range_response_count:1 size:11845"} {"level":"info","ts":"2026-05-07T09:27:48.150596Z","caller":"traceutil/trace.go:171","msg":"trace[494284294] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-5ff68fb7bf-twgts; range_end:; response_count:1; response_revision:5441; }","duration":"380.321092ms","start":"2026-05-07T09:27:47.770246Z","end":"2026-05-07T09:27:48.150567Z","steps":["trace[494284294] 'agreement among raft nodes before linearized reading' (duration: 379.993255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:48.150647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:47.770207Z","time spent":"380.426585ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11868,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5ff68fb7bf-twgts\" "} {"level":"warn","ts":"2026-05-07T09:27:48.200264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.209032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:27:48.200318Z","caller":"traceutil/trace.go:171","msg":"trace[1517003975] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5442; }","duration":"275.322194ms","start":"2026-05-07T09:27:47.924983Z","end":"2026-05-07T09:27:48.200305Z","steps":["trace[1517003975] 'agreement among raft nodes before linearized reading' (duration: 275.244152ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:48.200295Z","caller":"traceutil/trace.go:171","msg":"trace[281184441] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"177.247598ms","start":"2026-05-07T09:27:48.022979Z","end":"2026-05-07T09:27:48.200227Z","steps":["trace[281184441] 'process raft request' (duration: 176.90717ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:48.200614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.185749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T09:27:48.200733Z","caller":"traceutil/trace.go:171","msg":"trace[1588151989] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5442; }","duration":"414.376184ms","start":"2026-05-07T09:27:47.786332Z","end":"2026-05-07T09:27:48.200708Z","steps":["trace[1588151989] 'agreement among raft nodes before linearized reading' (duration: 413.971974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:48.200655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.484866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:27:48.200798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:47.786311Z","time spent":"414.477486ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T09:27:48.20083Z","caller":"traceutil/trace.go:171","msg":"trace[2009684128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5442; }","duration":"415.165312ms","start":"2026-05-07T09:27:47.785651Z","end":"2026-05-07T09:27:48.200817Z","steps":["trace[2009684128] 'agreement among raft nodes before linearized reading' (duration: 414.488776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:48.200868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:47.785623Z","time spent":"415.235234ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:27:48.491755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.692476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:27:48.492094Z","caller":"traceutil/trace.go:171","msg":"trace[104730323] linearizableReadLoop","detail":"{readStateIndex:5653; appliedIndex:5652; }","duration":"290.200884ms","start":"2026-05-07T09:27:48.201792Z","end":"2026-05-07T09:27:48.491993Z","steps":["trace[104730323] 'read index received' (duration: 178.16311ms)","trace[104730323] 'applied index is now lower than readState.Index' (duration: 112.036694ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:48.492159Z","caller":"traceutil/trace.go:171","msg":"trace[500282016] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"330.313158ms","start":"2026-05-07T09:27:48.161742Z","end":"2026-05-07T09:27:48.492055Z","steps":["trace[500282016] 'process raft request' (duration: 218.217242ms)","trace[500282016] 'compare' (duration: 111.558923ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:27:48.492256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:48.161719Z","time spent":"330.487641ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11652,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:27:48.492287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.287816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T09:27:48.492307Z","caller":"traceutil/trace.go:171","msg":"trace[1430652392] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5443; }","duration":"287.361388ms","start":"2026-05-07T09:27:48.204939Z","end":"2026-05-07T09:27:48.4923Z","steps":["trace[1430652392] 'agreement among raft nodes before linearized reading' (duration: 287.227844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:48.492739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.905321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:27:48.492796Z","caller":"traceutil/trace.go:171","msg":"trace[240264260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5443; }","duration":"291.037144ms","start":"2026-05-07T09:27:48.201744Z","end":"2026-05-07T09:27:48.492781Z","steps":["trace[240264260] 'agreement among raft nodes before linearized reading' (duration: 290.338357ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:48.849007Z","caller":"traceutil/trace.go:171","msg":"trace[2069277456] linearizableReadLoop","detail":"{readStateIndex:5656; appliedIndex:5653; }","duration":"279.282177ms","start":"2026-05-07T09:27:48.569692Z","end":"2026-05-07T09:27:48.848974Z","steps":["trace[2069277456] 'read index received' (duration: 16.048857ms)","trace[2069277456] 'applied index is now lower than readState.Index' (duration: 263.23234ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:48.849051Z","caller":"traceutil/trace.go:171","msg":"trace[105209616] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"345.499345ms","start":"2026-05-07T09:27:48.503501Z","end":"2026-05-07T09:27:48.849Z","steps":["trace[105209616] 'process raft request' (duration: 345.415753ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:48.849057Z","caller":"traceutil/trace.go:171","msg":"trace[159046582] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"350.173365ms","start":"2026-05-07T09:27:48.498836Z","end":"2026-05-07T09:27:48.849009Z","steps":["trace[159046582] 'process raft request' (duration: 300.929517ms)","trace[159046582] 'compare' (duration: 48.963801ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:27:48.84916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.453282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:27:48.849246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:48.503494Z","time spent":"345.643548ms","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:27:48.849253Z","caller":"traceutil/trace.go:171","msg":"trace[1904416390] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5446; }","duration":"279.597035ms","start":"2026-05-07T09:27:48.56963Z","end":"2026-05-07T09:27:48.849227Z","steps":["trace[1904416390] 'agreement among raft nodes before linearized reading' (duration: 279.449882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:48.849254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:48.498806Z","time spent":"350.341918ms","remote":"127.0.0.1:32832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":991,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:27:48.987063Z","caller":"traceutil/trace.go:171","msg":"trace[762668403] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"131.858101ms","start":"2026-05-07T09:27:48.855178Z","end":"2026-05-07T09:27:48.987036Z","steps":["trace[762668403] 'process raft request' (duration: 111.161714ms)","trace[762668403] 'compare' (duration: 20.507162ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:48.987338Z","caller":"traceutil/trace.go:171","msg":"trace[985638362] linearizableReadLoop","detail":"{readStateIndex:5658; appliedIndex:5656; }","duration":"130.163551ms","start":"2026-05-07T09:27:48.857128Z","end":"2026-05-07T09:27:48.987291Z","steps":["trace[985638362] 'read index received' (duration: 16.947388ms)","trace[985638362] 'applied index is now lower than readState.Index' (duration: 113.212993ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:48.987504Z","caller":"traceutil/trace.go:171","msg":"trace[835345920] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"127.58995ms","start":"2026-05-07T09:27:48.859858Z","end":"2026-05-07T09:27:48.987447Z","steps":["trace[835345920] 'process raft request' (duration: 127.116919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:48.987584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.436867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T09:27:48.98784Z","caller":"traceutil/trace.go:171","msg":"trace[505206741] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5449; }","duration":"130.696844ms","start":"2026-05-07T09:27:48.8571Z","end":"2026-05-07T09:27:48.987796Z","steps":["trace[505206741] 'agreement among raft nodes before linearized reading' (duration: 130.359726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:50.902463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.594785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:27:50.902561Z","caller":"traceutil/trace.go:171","msg":"trace[862777349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5520; }","duration":"114.769939ms","start":"2026-05-07T09:27:50.787771Z","end":"2026-05-07T09:27:50.902541Z","steps":["trace[862777349] 'range keys from in-memory index tree' (duration: 114.506863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:50.90383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.493783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212891"} {"level":"info","ts":"2026-05-07T09:27:50.903929Z","caller":"traceutil/trace.go:171","msg":"trace[808008565] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5520; }","duration":"100.648567ms","start":"2026-05-07T09:27:50.803256Z","end":"2026-05-07T09:27:50.903905Z","steps":["trace[808008565] 'range keys from in-memory index tree' (duration: 99.314866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:51.59241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.989582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2fc4f23c-5966-438f-bb3f-32c126de4710\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-07T09:27:51.592546Z","caller":"traceutil/trace.go:171","msg":"trace[219164990] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2fc4f23c-5966-438f-bb3f-32c126de4710; range_end:; response_count:1; response_revision:5531; }","duration":"237.208027ms","start":"2026-05-07T09:27:51.355316Z","end":"2026-05-07T09:27:51.592524Z","steps":["trace[219164990] 'range keys from in-memory index tree' (duration: 236.757886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:51.592692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.524459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:27:51.593036Z","caller":"traceutil/trace.go:171","msg":"trace[412790826] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"216.205583ms","start":"2026-05-07T09:27:51.376811Z","end":"2026-05-07T09:27:51.593016Z","steps":["trace[412790826] 'process raft request' (duration: 45.192432ms)","trace[412790826] 'compare' (duration: 170.147891ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:53.80594Z","caller":"traceutil/trace.go:171","msg":"trace[731322157] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"113.028318ms","start":"2026-05-07T09:27:53.692876Z","end":"2026-05-07T09:27:53.805905Z","steps":["trace[731322157] 'process raft request' (duration: 108.950012ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:55.33926Z","caller":"traceutil/trace.go:171","msg":"trace[236688161] linearizableReadLoop","detail":"{readStateIndex:5803; appliedIndex:5802; }","duration":"318.53247ms","start":"2026-05-07T09:27:55.020698Z","end":"2026-05-07T09:27:55.33923Z","steps":["trace[236688161] 'read index received' (duration: 315.14963ms)","trace[236688161] 'applied index is now lower than readState.Index' (duration: 3.38139ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:27:55.339333Z","caller":"traceutil/trace.go:171","msg":"trace[6018210] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"326.21156ms","start":"2026-05-07T09:27:55.013083Z","end":"2026-05-07T09:27:55.339295Z","steps":["trace[6018210] 'process raft request' (duration: 322.774419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:55.339533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.802146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-05-07T09:27:55.339577Z","caller":"traceutil/trace.go:171","msg":"trace[1753575898] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5592; }","duration":"318.892468ms","start":"2026-05-07T09:27:55.020673Z","end":"2026-05-07T09:27:55.339565Z","steps":["trace[1753575898] 'agreement among raft nodes before linearized reading' (duration: 318.707963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:55.339618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:55.020662Z","time spent":"318.94675ms","remote":"127.0.0.1:46902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-07T09:27:55.339738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:55.013062Z","time spent":"326.437175ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:27:55.346928Z","caller":"traceutil/trace.go:171","msg":"trace[1577516846] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"250.924991ms","start":"2026-05-07T09:27:55.095965Z","end":"2026-05-07T09:27:55.34689Z","steps":["trace[1577516846] 'process raft request' (duration: 250.670065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:55.34697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.199092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T09:27:55.347066Z","caller":"traceutil/trace.go:171","msg":"trace[1412499167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5594; }","duration":"318.315065ms","start":"2026-05-07T09:27:55.028724Z","end":"2026-05-07T09:27:55.34704Z","steps":["trace[1412499167] 'agreement among raft nodes before linearized reading' (duration: 318.090349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:55.347182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:55.028716Z","time spent":"318.454968ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:27:55.347206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.856461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-98dnz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-07T09:27:55.347248Z","caller":"traceutil/trace.go:171","msg":"trace[1293991373] range","detail":"{range_begin:/registry/pods/openstack/keepalived-98dnz; range_end:; response_count:1; response_revision:5594; }","duration":"171.916123ms","start":"2026-05-07T09:27:55.175321Z","end":"2026-05-07T09:27:55.347237Z","steps":["trace[1293991373] 'agreement among raft nodes before linearized reading' (duration: 171.810881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:55.347331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.146089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T09:27:55.347327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.93269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T09:27:55.347387Z","caller":"traceutil/trace.go:171","msg":"trace[123716504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5594; }","duration":"312.215371ms","start":"2026-05-07T09:27:55.035158Z","end":"2026-05-07T09:27:55.347374Z","steps":["trace[123716504] 'agreement among raft nodes before linearized reading' (duration: 312.068568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:27:55.347384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.343484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-07T09:27:55.347432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:27:55.035153Z","time spent":"312.271503ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T09:27:55.347432Z","caller":"traceutil/trace.go:171","msg":"trace[1133432408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5594; }","duration":"174.099894ms","start":"2026-05-07T09:27:55.173305Z","end":"2026-05-07T09:27:55.347405Z","steps":["trace[1133432408] 'agreement among raft nodes before linearized reading' (duration: 173.798717ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:27:55.347449Z","caller":"traceutil/trace.go:171","msg":"trace[1654702962] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5594; }","duration":"178.478027ms","start":"2026-05-07T09:27:55.168955Z","end":"2026-05-07T09:27:55.347433Z","steps":["trace[1654702962] 'agreement among raft nodes before linearized reading' (duration: 178.234601ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:05.746159Z","caller":"traceutil/trace.go:171","msg":"trace[1580731139] linearizableReadLoop","detail":"{readStateIndex:5936; appliedIndex:5935; }","duration":"234.029037ms","start":"2026-05-07T09:28:05.5121Z","end":"2026-05-07T09:28:05.746129Z","steps":["trace[1580731139] 'read index received' (duration: 233.835733ms)","trace[1580731139] 'applied index is now lower than readState.Index' (duration: 191.744µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:28:05.746239Z","caller":"traceutil/trace.go:171","msg":"trace[1920838337] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"241.477122ms","start":"2026-05-07T09:28:05.504745Z","end":"2026-05-07T09:28:05.746222Z","steps":["trace[1920838337] 'process raft request' (duration: 241.189636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:05.746491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.373005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T09:28:05.746549Z","caller":"traceutil/trace.go:171","msg":"trace[1471692732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5720; }","duration":"234.474078ms","start":"2026-05-07T09:28:05.512062Z","end":"2026-05-07T09:28:05.746536Z","steps":["trace[1471692732] 'agreement among raft nodes before linearized reading' (duration: 234.229382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:06.24682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652171536,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T09:28:06.652685Z","caller":"traceutil/trace.go:171","msg":"trace[54741989] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"950.328052ms","start":"2026-05-07T09:28:05.702322Z","end":"2026-05-07T09:28:06.65265Z","steps":["trace[54741989] 'process raft request' (duration: 950.284301ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:06.652815Z","caller":"traceutil/trace.go:171","msg":"trace[680832186] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"1.119496474s","start":"2026-05-07T09:28:05.533269Z","end":"2026-05-07T09:28:06.652766Z","steps":["trace[680832186] 'process raft request' (duration: 1.119085714s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:06.652901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:28:05.702316Z","time spent":"950.469726ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:28:06.653031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:28:05.533249Z","time spent":"1.119657467s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:28:06.653229Z","caller":"traceutil/trace.go:171","msg":"trace[2010321193] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"950.934457ms","start":"2026-05-07T09:28:05.702231Z","end":"2026-05-07T09:28:06.653165Z","steps":["trace[2010321193] 'process raft request' (duration: 950.327983ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:06.653447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:28:05.702204Z","time spent":"951.120511ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:28:06.677591Z","caller":"traceutil/trace.go:171","msg":"trace[150083724] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"927.201449ms","start":"2026-05-07T09:28:05.750375Z","end":"2026-05-07T09:28:06.677577Z","steps":["trace[150083724] 'process raft request' (duration: 926.793929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:06.677678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:28:05.750345Z","time spent":"927.28578ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:28:06.677805Z","caller":"traceutil/trace.go:171","msg":"trace[1036775406] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"796.541965ms","start":"2026-05-07T09:28:05.881256Z","end":"2026-05-07T09:28:06.677798Z","steps":["trace[1036775406] 'process raft request' (duration: 796.290409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:06.677845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:28:05.881225Z","time spent":"796.598806ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:28:06.677839Z","caller":"traceutil/trace.go:171","msg":"trace[1884347560] linearizableReadLoop","detail":"{readStateIndex:5942; appliedIndex:5936; }","duration":"931.53526ms","start":"2026-05-07T09:28:05.746267Z","end":"2026-05-07T09:28:06.677802Z","steps":["trace[1884347560] 'read index received' (duration: 906.128692ms)","trace[1884347560] 'applied index is now lower than readState.Index' (duration: 25.405718ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:28:06.677986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161548113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T09:28:06.678013Z","caller":"traceutil/trace.go:171","msg":"trace[1552672545] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5726; }","duration":"1.161627775s","start":"2026-05-07T09:28:05.516378Z","end":"2026-05-07T09:28:06.678006Z","steps":["trace[1552672545] 'agreement among raft nodes before linearized reading' (duration: 1.161516002s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:06.678031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:28:05.516352Z","time spent":"1.161676106s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T09:28:06.678054Z","caller":"traceutil/trace.go:171","msg":"trace[1134722037] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"607.776472ms","start":"2026-05-07T09:28:06.070198Z","end":"2026-05-07T09:28:06.677975Z","steps":["trace[1134722037] 'process raft request' (duration: 607.513256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:06.678118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159510426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-98dnz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-07T09:28:06.678184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164308748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T09:28:06.678223Z","caller":"traceutil/trace.go:171","msg":"trace[1464771181] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5726; }","duration":"1.16439259s","start":"2026-05-07T09:28:05.51382Z","end":"2026-05-07T09:28:06.678212Z","steps":["trace[1464771181] 'agreement among raft nodes before linearized reading' (duration: 1.164111973s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:06.678217Z","caller":"traceutil/trace.go:171","msg":"trace[547605147] range","detail":"{range_begin:/registry/pods/openstack/keepalived-98dnz; range_end:; response_count:1; response_revision:5726; }","duration":"1.159644648s","start":"2026-05-07T09:28:05.518549Z","end":"2026-05-07T09:28:06.678193Z","steps":["trace[547605147] 'agreement among raft nodes before linearized reading' (duration: 1.15929234s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:06.678256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:28:05.513804Z","time spent":"1.164446642s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T09:28:06.678274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:28:05.518537Z","time spent":"1.15972879s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-98dnz\" "} {"level":"warn","ts":"2026-05-07T09:28:06.678287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:28:06.070162Z","time spent":"608.007968ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:28:06.678312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162335742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T09:28:06.678179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.875494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-05-07T09:28:06.678457Z","caller":"traceutil/trace.go:171","msg":"trace[1980194605] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5726; }","duration":"942.215921ms","start":"2026-05-07T09:28:05.736232Z","end":"2026-05-07T09:28:06.678448Z","steps":["trace[1980194605] 'agreement among raft nodes before linearized reading' (duration: 941.773771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:06.678487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:28:05.736205Z","time spent":"942.274743ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-07T09:28:06.678473Z","caller":"traceutil/trace.go:171","msg":"trace[1759818884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5726; }","duration":"1.162602328s","start":"2026-05-07T09:28:05.515816Z","end":"2026-05-07T09:28:06.678418Z","steps":["trace[1759818884] 'agreement among raft nodes before linearized reading' (duration: 1.162094606s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:06.678584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:28:05.515789Z","time spent":"1.162786242s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T09:28:06.685913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.253881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:28:06.685936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.044538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-07T09:28:06.686025Z","caller":"traceutil/trace.go:171","msg":"trace[1671496058] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5727; }","duration":"871.15059ms","start":"2026-05-07T09:28:05.814861Z","end":"2026-05-07T09:28:06.686011Z","steps":["trace[1671496058] 'agreement among raft nodes before linearized reading' (duration: 870.949246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:06.686068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:28:05.814851Z","time spent":"871.210613ms","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-07T09:28:06.685969Z","caller":"traceutil/trace.go:171","msg":"trace[515908159] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5727; }","duration":"491.314612ms","start":"2026-05-07T09:28:06.194638Z","end":"2026-05-07T09:28:06.685953Z","steps":["trace[515908159] 'agreement among raft nodes before linearized reading' (duration: 491.22367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:06.686195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:28:06.194605Z","time spent":"491.571748ms","remote":"127.0.0.1:34792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:28:06.686295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.211381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:28:06.686299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.103451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:28:06.686362Z","caller":"traceutil/trace.go:171","msg":"trace[1111602678] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5727; }","duration":"647.316193ms","start":"2026-05-07T09:28:06.039032Z","end":"2026-05-07T09:28:06.686348Z","steps":["trace[1111602678] 'agreement among raft nodes before linearized reading' (duration: 647.15427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:06.686389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:28:06.039014Z","time spent":"647.368744ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T09:28:06.686377Z","caller":"traceutil/trace.go:171","msg":"trace[1678952044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5727; }","duration":"900.322746ms","start":"2026-05-07T09:28:05.786036Z","end":"2026-05-07T09:28:06.686359Z","steps":["trace[1678952044] 'agreement among raft nodes before linearized reading' (duration: 900.059599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:06.686539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:28:05.786008Z","time spent":"900.470699ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T09:28:06.905731Z","caller":"traceutil/trace.go:171","msg":"trace[597527478] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"219.763062ms","start":"2026-05-07T09:28:06.685926Z","end":"2026-05-07T09:28:06.905689Z","steps":["trace[597527478] 'process raft request' (duration: 131.312301ms)","trace[597527478] 'compare' (duration: 88.286887ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:28:06.923434Z","caller":"traceutil/trace.go:171","msg":"trace[440028865] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"237.219372ms","start":"2026-05-07T09:28:06.686198Z","end":"2026-05-07T09:28:06.923418Z","steps":["trace[440028865] 'process raft request' (duration: 237.076729ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:06.923849Z","caller":"traceutil/trace.go:171","msg":"trace[2140313007] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"233.086175ms","start":"2026-05-07T09:28:06.690747Z","end":"2026-05-07T09:28:06.923833Z","steps":["trace[2140313007] 'process raft request' (duration: 232.628874ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:06.92383Z","caller":"traceutil/trace.go:171","msg":"trace[956377920] linearizableReadLoop","detail":"{readStateIndex:5945; appliedIndex:5943; }","duration":"235.82651ms","start":"2026-05-07T09:28:06.687967Z","end":"2026-05-07T09:28:06.923793Z","steps":["trace[956377920] 'read index received' (duration: 129.290723ms)","trace[956377920] 'applied index is now lower than readState.Index' (duration: 106.534497ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:28:06.923905Z","caller":"traceutil/trace.go:171","msg":"trace[485719434] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"228.891396ms","start":"2026-05-07T09:28:06.694979Z","end":"2026-05-07T09:28:06.92387Z","steps":["trace[485719434] 'process raft request' (duration: 228.66357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:06.924015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.021814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:28:06.92407Z","caller":"traceutil/trace.go:171","msg":"trace[1066970310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5731; }","duration":"236.121486ms","start":"2026-05-07T09:28:06.687934Z","end":"2026-05-07T09:28:06.924055Z","steps":["trace[1066970310] 'agreement among raft nodes before linearized reading' (duration: 235.996863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:06.92414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.02199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2fc4f23c-5966-438f-bb3f-32c126de4710\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-07T09:28:06.924232Z","caller":"traceutil/trace.go:171","msg":"trace[1322529993] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2fc4f23c-5966-438f-bb3f-32c126de4710; range_end:; response_count:1; response_revision:5731; }","duration":"235.119173ms","start":"2026-05-07T09:28:06.689063Z","end":"2026-05-07T09:28:06.924182Z","steps":["trace[1322529993] 'agreement among raft nodes before linearized reading' (duration: 234.899278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:07.295309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.807803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-4qrx4\" ","response":"range_response_count:1 size:4341"} {"level":"info","ts":"2026-05-07T09:28:07.29542Z","caller":"traceutil/trace.go:171","msg":"trace[429787277] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-4qrx4; range_end:; response_count:1; response_revision:5737; }","duration":"103.992877ms","start":"2026-05-07T09:28:07.191402Z","end":"2026-05-07T09:28:07.295395Z","steps":["trace[429787277] 'range keys from in-memory index tree' (duration: 103.531716ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:09.561682Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2861} {"level":"info","ts":"2026-05-07T09:28:09.686163Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2861,"took":"122.365299ms","hash":2931867098,"current-db-size-bytes":56172544,"current-db-size":"56 MB","current-db-size-in-use-bytes":31744000,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T09:28:09.686222Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2931867098,"revision":2861,"compact-revision":-1} {"level":"info","ts":"2026-05-07T09:28:44.258104Z","caller":"traceutil/trace.go:171","msg":"trace[423304516] linearizableReadLoop","detail":"{readStateIndex:6290; appliedIndex:6289; }","duration":"187.367369ms","start":"2026-05-07T09:28:44.070707Z","end":"2026-05-07T09:28:44.258075Z","steps":["trace[423304516] 'read index received' (duration: 186.894128ms)","trace[423304516] 'applied index is now lower than readState.Index' (duration: 471.571µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:28:44.258157Z","caller":"traceutil/trace.go:171","msg":"trace[1014410858] transaction","detail":"{read_only:false; response_revision:6063; number_of_response:1; }","duration":"232.795278ms","start":"2026-05-07T09:28:44.025317Z","end":"2026-05-07T09:28:44.258113Z","steps":["trace[1014410858] 'process raft request' (duration: 232.496671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:44.258305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.573974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:28:44.258407Z","caller":"traceutil/trace.go:171","msg":"trace[1041860879] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:6063; }","duration":"187.692907ms","start":"2026-05-07T09:28:44.070691Z","end":"2026-05-07T09:28:44.258384Z","steps":["trace[1041860879] 'agreement among raft nodes before linearized reading' (duration: 187.505332ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:54.456015Z","caller":"traceutil/trace.go:171","msg":"trace[1343541352] transaction","detail":"{read_only:false; response_revision:6128; number_of_response:1; }","duration":"143.878046ms","start":"2026-05-07T09:28:54.312105Z","end":"2026-05-07T09:28:54.455983Z","steps":["trace[1343541352] 'process raft request' (duration: 120.806643ms)","trace[1343541352] 'compare' (duration: 22.934179ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:28:55.070666Z","caller":"traceutil/trace.go:171","msg":"trace[410099574] linearizableReadLoop","detail":"{readStateIndex:6361; appliedIndex:6358; }","duration":"119.778949ms","start":"2026-05-07T09:28:54.950854Z","end":"2026-05-07T09:28:55.070633Z","steps":["trace[410099574] 'read index received' (duration: 108.198537ms)","trace[410099574] 'applied index is now lower than readState.Index' (duration: 11.579022ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:28:55.070678Z","caller":"traceutil/trace.go:171","msg":"trace[56709992] transaction","detail":"{read_only:false; response_revision:6130; number_of_response:1; }","duration":"199.184208ms","start":"2026-05-07T09:28:54.871443Z","end":"2026-05-07T09:28:55.070627Z","steps":["trace[56709992] 'process raft request' (duration: 187.625816ms)","trace[56709992] 'compare' (duration: 11.281815ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:28:55.070783Z","caller":"traceutil/trace.go:171","msg":"trace[990789043] transaction","detail":"{read_only:false; response_revision:6131; number_of_response:1; }","duration":"187.40305ms","start":"2026-05-07T09:28:54.883366Z","end":"2026-05-07T09:28:55.070769Z","steps":["trace[990789043] 'process raft request' (duration: 187.155124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:55.070875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.491359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T09:28:55.070909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.077845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-05-07T09:28:55.070981Z","caller":"traceutil/trace.go:171","msg":"trace[481950431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6132; }","duration":"155.727405ms","start":"2026-05-07T09:28:54.915233Z","end":"2026-05-07T09:28:55.07096Z","steps":["trace[481950431] 'agreement among raft nodes before linearized reading' (duration: 155.443238ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:55.070987Z","caller":"traceutil/trace.go:171","msg":"trace[599272257] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6132; }","duration":"188.24562ms","start":"2026-05-07T09:28:54.882724Z","end":"2026-05-07T09:28:55.070969Z","steps":["trace[599272257] 'agreement among raft nodes before linearized reading' (duration: 187.963183ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:55.070989Z","caller":"traceutil/trace.go:171","msg":"trace[922274475] transaction","detail":"{read_only:false; response_revision:6132; number_of_response:1; }","duration":"181.119802ms","start":"2026-05-07T09:28:54.889842Z","end":"2026-05-07T09:28:55.070961Z","steps":["trace[922274475] 'process raft request' (duration: 180.731163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:28:55.070982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.303381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:28:55.070888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.275576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-98dnz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-07T09:28:55.071076Z","caller":"traceutil/trace.go:171","msg":"trace[1075561744] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6132; }","duration":"188.430484ms","start":"2026-05-07T09:28:54.882625Z","end":"2026-05-07T09:28:55.071055Z","steps":["trace[1075561744] 'agreement among raft nodes before linearized reading' (duration: 188.296111ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:55.071151Z","caller":"traceutil/trace.go:171","msg":"trace[1009388825] range","detail":"{range_begin:/registry/pods/openstack/keepalived-98dnz; range_end:; response_count:1; response_revision:6132; }","duration":"147.574473ms","start":"2026-05-07T09:28:54.923517Z","end":"2026-05-07T09:28:55.071091Z","steps":["trace[1009388825] 'agreement among raft nodes before linearized reading' (duration: 147.132632ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:28:55.422304Z","caller":"traceutil/trace.go:171","msg":"trace[1270562403] transaction","detail":"{read_only:false; response_revision:6137; number_of_response:1; }","duration":"126.854065ms","start":"2026-05-07T09:28:55.295399Z","end":"2026-05-07T09:28:55.422253Z","steps":["trace[1270562403] 'process raft request' (duration: 31.86221ms)","trace[1270562403] 'compare' (duration: 94.661118ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:33:09.569075Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5758} {"level":"info","ts":"2026-05-07T09:33:09.653546Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5758,"took":"82.709086ms","hash":3955456724,"current-db-size-bytes":56172544,"current-db-size":"56 MB","current-db-size-in-use-bytes":25661440,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-07T09:33:09.653632Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3955456724,"revision":5758,"compact-revision":2861} {"level":"info","ts":"2026-05-07T09:34:03.378201Z","caller":"traceutil/trace.go:171","msg":"trace[1483522098] linearizableReadLoop","detail":"{readStateIndex:8722; appliedIndex:8721; }","duration":"115.820675ms","start":"2026-05-07T09:34:03.262354Z","end":"2026-05-07T09:34:03.378175Z","steps":["trace[1483522098] 'read index received' (duration: 115.583239ms)","trace[1483522098] 'applied index is now lower than readState.Index' (duration: 236.826µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:34:03.378285Z","caller":"traceutil/trace.go:171","msg":"trace[387213206] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"211.124796ms","start":"2026-05-07T09:34:03.16712Z","end":"2026-05-07T09:34:03.378244Z","steps":["trace[387213206] 'process raft request' (duration: 210.881351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:03.378443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.04661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T09:34:03.378476Z","caller":"traceutil/trace.go:171","msg":"trace[1631586943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8419; }","duration":"116.210743ms","start":"2026-05-07T09:34:03.262257Z","end":"2026-05-07T09:34:03.378468Z","steps":["trace[1631586943] 'agreement among raft nodes before linearized reading' (duration: 116.019279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:06.930863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652178780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:34:07.43147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652178780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:34:07.932387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652178780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:34:08.667781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237259191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T09:34:08.667881Z","caller":"traceutil/trace.go:171","msg":"trace[706970928] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.237378214s","start":"2026-05-07T09:34:06.430479Z","end":"2026-05-07T09:34:08.667857Z","steps":["trace[706970928] 'agreement among raft nodes before linearized reading' (duration: 2.237256821s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:08.66793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.430395Z","time spent":"2.237522607s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:34:08.683069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652178780,"retry-timeout":"500ms"} 2026/05/07 09:34:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T09:34:08.786692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999766344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T09:34:08.786813Z","caller":"traceutil/trace.go:171","msg":"trace[1626084808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999985539s","start":"2026-05-07T09:34:06.786796Z","end":"2026-05-07T09:34:08.786781Z","steps":["trace[1626084808] 'agreement among raft nodes before linearized reading' (duration: 1.999806054s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:08.786873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.786767Z","time spent":"2.000092041s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:34:09.174771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.959732038s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T09:34:09.175405Z","caller":"traceutil/trace.go:171","msg":"trace[896687147] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"2.960456605s","start":"2026-05-07T09:34:06.214907Z","end":"2026-05-07T09:34:09.175363Z","steps":["trace[896687147] 'process raft request' (duration: 2.960173358s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.175638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.214878Z","time spent":"2.96064193s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:34:09.190872Z","caller":"traceutil/trace.go:171","msg":"trace[1663508759] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"2.779507548s","start":"2026-05-07T09:34:06.411337Z","end":"2026-05-07T09:34:09.190845Z","steps":["trace[1663508759] 'process raft request' (duration: 2.779285802s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.191184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.411306Z","time spent":"2.779640691s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:34:09.191468Z","caller":"traceutil/trace.go:171","msg":"trace[818758003] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"2.76007501s","start":"2026-05-07T09:34:06.431354Z","end":"2026-05-07T09:34:09.191429Z","steps":["trace[818758003] 'process raft request' (duration: 2.759445236s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:09.191717Z","caller":"traceutil/trace.go:171","msg":"trace[428784539] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"2.746958212s","start":"2026-05-07T09:34:06.444746Z","end":"2026-05-07T09:34:09.191704Z","steps":["trace[428784539] 'process raft request' (duration: 2.746621314s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.191786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.444718Z","time spent":"2.747030694s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:34:09.192244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.431338Z","time spent":"2.760306936s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:34:09.194672Z","caller":"traceutil/trace.go:171","msg":"trace[618777832] linearizableReadLoop","detail":"{readStateIndex:8740; appliedIndex:8735; }","duration":"2.764141896s","start":"2026-05-07T09:34:06.430504Z","end":"2026-05-07T09:34:09.194646Z","steps":["trace[618777832] 'read index received' (duration: 2.744653537s)","trace[618777832] 'applied index is now lower than readState.Index' (duration: 19.487039ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:34:09.194921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273927484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T09:34:09.19496Z","caller":"traceutil/trace.go:171","msg":"trace[1608707434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8436; }","duration":"2.274012185s","start":"2026-05-07T09:34:06.920938Z","end":"2026-05-07T09:34:09.19495Z","steps":["trace[1608707434] 'agreement among raft nodes before linearized reading' (duration: 2.273856671s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.194994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.920922Z","time spent":"2.274063187s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T09:34:09.195022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623419031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T09:34:09.195153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.463372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T09:34:09.195206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975145275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-07T09:34:09.195224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796322829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T09:34:09.195333Z","caller":"traceutil/trace.go:171","msg":"trace[2093644206] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8436; }","duration":"1.975290499s","start":"2026-05-07T09:34:07.219977Z","end":"2026-05-07T09:34:09.195267Z","steps":["trace[2093644206] 'agreement among raft nodes before linearized reading' (duration: 1.975055523s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:09.19535Z","caller":"traceutil/trace.go:171","msg":"trace[2002802274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8436; }","duration":"1.796501763s","start":"2026-05-07T09:34:07.398832Z","end":"2026-05-07T09:34:09.195334Z","steps":["trace[2002802274] 'agreement among raft nodes before linearized reading' (duration: 1.796224397s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.195249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.951541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-07T09:34:09.195407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:07.398801Z","time spent":"1.796596875s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:34:09.19542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590739563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:34:09.195457Z","caller":"traceutil/trace.go:171","msg":"trace[1664629558] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8436; }","duration":"568.216217ms","start":"2026-05-07T09:34:08.627207Z","end":"2026-05-07T09:34:09.195424Z","steps":["trace[1664629558] 'agreement among raft nodes before linearized reading' (duration: 567.741716ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.19536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251071346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T09:34:09.19549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261969282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T09:34:09.195489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.004531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b5e79b95e\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-05-07T09:34:09.195524Z","caller":"traceutil/trace.go:171","msg":"trace[1578460857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8436; }","duration":"2.251290361s","start":"2026-05-07T09:34:06.944223Z","end":"2026-05-07T09:34:09.195513Z","steps":["trace[1578460857] 'agreement among raft nodes before linearized reading' (duration: 2.251029555s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:09.195534Z","caller":"traceutil/trace.go:171","msg":"trace[848511394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8436; }","duration":"2.262002112s","start":"2026-05-07T09:34:06.933513Z","end":"2026-05-07T09:34:09.195515Z","steps":["trace[848511394] 'agreement among raft nodes before linearized reading' (duration: 2.26190199s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.19553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:08.627183Z","time spent":"568.33375ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T09:34:09.195556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.76546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T09:34:09.195566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.944197Z","time spent":"2.251358562s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:34:09.195575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.933487Z","time spent":"2.262078735s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T09:34:09.195252Z","caller":"traceutil/trace.go:171","msg":"trace[2050839306] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8436; }","duration":"511.648727ms","start":"2026-05-07T09:34:08.683584Z","end":"2026-05-07T09:34:09.195232Z","steps":["trace[2050839306] 'agreement among raft nodes before linearized reading' (duration: 511.396761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.195661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109511885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-98dnz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-07T09:34:09.195676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.129372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:34:09.195547Z","caller":"traceutil/trace.go:171","msg":"trace[1792476468] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0b5e79b95e; range_end:; response_count:1; response_revision:8436; }","duration":"502.112203ms","start":"2026-05-07T09:34:08.69342Z","end":"2026-05-07T09:34:09.195532Z","steps":["trace[1792476468] 'agreement among raft nodes before linearized reading' (duration: 501.9826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.195804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:08.693397Z","time spent":"502.394559ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b5e79b95e\" "} {"level":"info","ts":"2026-05-07T09:34:09.195769Z","caller":"traceutil/trace.go:171","msg":"trace[406173359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8436; }","duration":"394.249515ms","start":"2026-05-07T09:34:08.801506Z","end":"2026-05-07T09:34:09.195756Z","steps":["trace[406173359] 'agreement among raft nodes before linearized reading' (duration: 393.446676ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:09.195596Z","caller":"traceutil/trace.go:171","msg":"trace[1700274557] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8436; }","duration":"511.825721ms","start":"2026-05-07T09:34:08.68376Z","end":"2026-05-07T09:34:09.195585Z","steps":["trace[1700274557] 'agreement among raft nodes before linearized reading' (duration: 511.080693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.195855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:08.801487Z","time spent":"394.361518ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:34:09.195924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:08.683753Z","time spent":"512.150638ms","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":858,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:34:09.195365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087128959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:34:09.196001Z","caller":"traceutil/trace.go:171","msg":"trace[1563128779] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8436; }","duration":"2.087859636s","start":"2026-05-07T09:34:07.108121Z","end":"2026-05-07T09:34:09.195981Z","steps":["trace[1563128779] 'agreement among raft nodes before linearized reading' (duration: 2.087073848s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.196067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:07.108111Z","time spent":"2.087941118s","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:34:09.195387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:07.219951Z","time spent":"1.975425802s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T09:34:09.195231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212187041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:34:09.195839Z","caller":"traceutil/trace.go:171","msg":"trace[1393672369] range","detail":"{range_begin:/registry/pods/openstack/keepalived-98dnz; range_end:; response_count:1; response_revision:8436; }","duration":"2.10969149s","start":"2026-05-07T09:34:07.08606Z","end":"2026-05-07T09:34:09.195751Z","steps":["trace[1393672369] 'agreement among raft nodes before linearized reading' (duration: 2.108811879s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.196193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:08.683563Z","time spent":"512.131719ms","remote":"127.0.0.1:32978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":55,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:34:09.196246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:07.086046Z","time spent":"2.110183381s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-98dnz\" "} {"level":"info","ts":"2026-05-07T09:34:09.196187Z","caller":"traceutil/trace.go:171","msg":"trace[1157606509] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8436; }","duration":"2.213166204s","start":"2026-05-07T09:34:06.983004Z","end":"2026-05-07T09:34:09.19617Z","steps":["trace[1157606509] 'agreement among raft nodes before linearized reading' (duration: 2.212183651s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.196352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.982992Z","time spent":"2.213346748s","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-05-07T09:34:09.195511Z","caller":"traceutil/trace.go:171","msg":"trace[1157818198] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8436; }","duration":"1.590882676s","start":"2026-05-07T09:34:07.60461Z","end":"2026-05-07T09:34:09.195492Z","steps":["trace[1157818198] 'agreement among raft nodes before linearized reading' (duration: 1.59064899s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.196407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:07.604584Z","time spent":"1.591803518s","remote":"127.0.0.1:44258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T09:34:09.195191Z","caller":"traceutil/trace.go:171","msg":"trace[1417197549] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8436; }","duration":"1.623688247s","start":"2026-05-07T09:34:07.571477Z","end":"2026-05-07T09:34:09.195165Z","steps":["trace[1417197549] 'agreement among raft nodes before linearized reading' (duration: 1.623351479s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.196544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:07.571445Z","time spent":"1.62508859s","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:34:09.196588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268449475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T09:34:09.197387Z","caller":"traceutil/trace.go:171","msg":"trace[581646609] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8436; }","duration":"2.269400717s","start":"2026-05-07T09:34:06.927969Z","end":"2026-05-07T09:34:09.197369Z","steps":["trace[581646609] 'agreement among raft nodes before linearized reading' (duration: 2.267428421s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:09.197423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:06.927946Z","time spent":"2.269467718s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T09:34:17.500838Z","caller":"traceutil/trace.go:171","msg":"trace[1983160560] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"288.565308ms","start":"2026-05-07T09:34:17.212247Z","end":"2026-05-07T09:34:17.500813Z","steps":["trace[1983160560] 'process raft request' (duration: 288.376664ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:17.551494Z","caller":"traceutil/trace.go:171","msg":"trace[367685766] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"320.012928ms","start":"2026-05-07T09:34:17.231458Z","end":"2026-05-07T09:34:17.551471Z","steps":["trace[367685766] 'process raft request' (duration: 319.935176ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:17.551578Z","caller":"traceutil/trace.go:171","msg":"trace[2062509306] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"329.086531ms","start":"2026-05-07T09:34:17.222448Z","end":"2026-05-07T09:34:17.551535Z","steps":["trace[2062509306] 'process raft request' (duration: 326.803657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:17.55174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:17.231425Z","time spent":"320.158921ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:34:17.551748Z","caller":"traceutil/trace.go:171","msg":"trace[1340145512] linearizableReadLoop","detail":"{readStateIndex:8790; appliedIndex:8786; }","duration":"313.167197ms","start":"2026-05-07T09:34:17.238544Z","end":"2026-05-07T09:34:17.551711Z","steps":["trace[1340145512] 'read index received' (duration: 261.551303ms)","trace[1340145512] 'applied index is now lower than readState.Index' (duration: 51.612574ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:34:17.551819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:17.22242Z","time spent":"329.262656ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:34:17.551902Z","caller":"traceutil/trace.go:171","msg":"trace[641241932] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"318.898271ms","start":"2026-05-07T09:34:17.232992Z","end":"2026-05-07T09:34:17.55189Z","steps":["trace[641241932] 'process raft request' (duration: 318.439541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:17.552045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:17.232972Z","time spent":"318.971254ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:34:17.552064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.388079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T09:34:17.552132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.153289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-07T09:34:17.552141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.594677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T09:34:17.55216Z","caller":"traceutil/trace.go:171","msg":"trace[285239909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8484; }","duration":"312.516522ms","start":"2026-05-07T09:34:17.239622Z","end":"2026-05-07T09:34:17.552139Z","steps":["trace[285239909] 'agreement among raft nodes before linearized reading' (duration: 312.282627ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:17.552177Z","caller":"traceutil/trace.go:171","msg":"trace[2146869131] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8484; }","duration":"308.20598ms","start":"2026-05-07T09:34:17.243957Z","end":"2026-05-07T09:34:17.552163Z","steps":["trace[2146869131] 'agreement among raft nodes before linearized reading' (duration: 308.025756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:17.55221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:17.24395Z","time spent":"308.253962ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T09:34:17.552176Z","caller":"traceutil/trace.go:171","msg":"trace[422833452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8484; }","duration":"313.652529ms","start":"2026-05-07T09:34:17.238515Z","end":"2026-05-07T09:34:17.552167Z","steps":["trace[422833452] 'agreement among raft nodes before linearized reading' (duration: 313.532136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:17.552256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:17.2385Z","time spent":"313.746631ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:34:17.552271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.508217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T09:34:17.552214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:17.239612Z","time spent":"312.593714ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T09:34:17.552291Z","caller":"traceutil/trace.go:171","msg":"trace[1275880202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8484; }","duration":"308.545629ms","start":"2026-05-07T09:34:17.24374Z","end":"2026-05-07T09:34:17.552285Z","steps":["trace[1275880202] 'agreement among raft nodes before linearized reading' (duration: 308.483537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:17.552314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:17.243725Z","time spent":"308.584409ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:34:17.552379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.913636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-98dnz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-07T09:34:17.552424Z","caller":"traceutil/trace.go:171","msg":"trace[898611798] range","detail":"{range_begin:/registry/pods/openstack/keepalived-98dnz; range_end:; response_count:1; response_revision:8484; }","duration":"299.969987ms","start":"2026-05-07T09:34:17.252443Z","end":"2026-05-07T09:34:17.552413Z","steps":["trace[898611798] 'agreement among raft nodes before linearized reading' (duration: 299.806863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:17.552438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.304403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T09:34:17.552461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:17.252437Z","time spent":"300.017048ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-98dnz\" "} {"level":"info","ts":"2026-05-07T09:34:17.552469Z","caller":"traceutil/trace.go:171","msg":"trace[434336385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8484; }","duration":"311.351965ms","start":"2026-05-07T09:34:17.241108Z","end":"2026-05-07T09:34:17.55246Z","steps":["trace[434336385] 'agreement among raft nodes before linearized reading' (duration: 311.253813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:17.5525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:17.241097Z","time spent":"311.396376ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T09:34:49.914906Z","caller":"traceutil/trace.go:171","msg":"trace[989564841] transaction","detail":"{read_only:false; response_revision:8705; number_of_response:1; }","duration":"203.481496ms","start":"2026-05-07T09:34:49.711396Z","end":"2026-05-07T09:34:49.914878Z","steps":["trace[989564841] 'process raft request' (duration: 203.307662ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:49.948542Z","caller":"traceutil/trace.go:171","msg":"trace[1220265132] linearizableReadLoop","detail":"{readStateIndex:9022; appliedIndex:9019; }","duration":"177.463293ms","start":"2026-05-07T09:34:49.771053Z","end":"2026-05-07T09:34:49.948516Z","steps":["trace[1220265132] 'read index received' (duration: 143.71801ms)","trace[1220265132] 'applied index is now lower than readState.Index' (duration: 33.744193ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:34:49.948915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.62418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T09:34:49.948966Z","caller":"traceutil/trace.go:171","msg":"trace[849289047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8707; }","duration":"169.715431ms","start":"2026-05-07T09:34:49.779237Z","end":"2026-05-07T09:34:49.948952Z","steps":["trace[849289047] 'agreement among raft nodes before linearized reading' (duration: 169.538477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:49.94897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.883644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T09:34:49.949082Z","caller":"traceutil/trace.go:171","msg":"trace[411285849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8707; }","duration":"178.065418ms","start":"2026-05-07T09:34:49.770992Z","end":"2026-05-07T09:34:49.949058Z","steps":["trace[411285849] 'agreement among raft nodes before linearized reading' (duration: 177.748701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:49.949078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.884075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-07T09:34:49.94911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.893695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-07T09:34:49.949109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.605903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T09:34:49.949153Z","caller":"traceutil/trace.go:171","msg":"trace[955909865] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8707; }","duration":"163.941286ms","start":"2026-05-07T09:34:49.785196Z","end":"2026-05-07T09:34:49.949138Z","steps":["trace[955909865] 'agreement among raft nodes before linearized reading' (duration: 163.853314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:49.949153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.349631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-98dnz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-07T09:34:49.949158Z","caller":"traceutil/trace.go:171","msg":"trace[875608049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8707; }","duration":"163.987497ms","start":"2026-05-07T09:34:49.785149Z","end":"2026-05-07T09:34:49.949137Z","steps":["trace[875608049] 'agreement among raft nodes before linearized reading' (duration: 163.780412ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:49.949171Z","caller":"traceutil/trace.go:171","msg":"trace[413478780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8707; }","duration":"153.707325ms","start":"2026-05-07T09:34:49.795448Z","end":"2026-05-07T09:34:49.949155Z","steps":["trace[413478780] 'agreement among raft nodes before linearized reading' (duration: 153.544361ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:49.949195Z","caller":"traceutil/trace.go:171","msg":"trace[41542628] range","detail":"{range_begin:/registry/pods/openstack/keepalived-98dnz; range_end:; response_count:1; response_revision:8707; }","duration":"157.408962ms","start":"2026-05-07T09:34:49.791774Z","end":"2026-05-07T09:34:49.949183Z","steps":["trace[41542628] 'agreement among raft nodes before linearized reading' (duration: 157.264129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:49.949001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.429004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:34:49.949244Z","caller":"traceutil/trace.go:171","msg":"trace[2065940619] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"201.991141ms","start":"2026-05-07T09:34:49.747238Z","end":"2026-05-07T09:34:49.949229Z","steps":["trace[2065940619] 'process raft request' (duration: 201.07748ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:49.949253Z","caller":"traceutil/trace.go:171","msg":"trace[1189420667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8707; }","duration":"163.729371ms","start":"2026-05-07T09:34:49.785513Z","end":"2026-05-07T09:34:49.949243Z","steps":["trace[1189420667] 'agreement among raft nodes before linearized reading' (duration: 163.407034ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:49.949321Z","caller":"traceutil/trace.go:171","msg":"trace[1853767701] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"193.284346ms","start":"2026-05-07T09:34:49.755983Z","end":"2026-05-07T09:34:49.949268Z","steps":["trace[1853767701] 'process raft request' (duration: 192.483737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:49.949396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.404737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T09:34:49.949449Z","caller":"traceutil/trace.go:171","msg":"trace[2089249519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8707; }","duration":"164.509339ms","start":"2026-05-07T09:34:49.784926Z","end":"2026-05-07T09:34:49.949435Z","steps":["trace[2089249519] 'agreement among raft nodes before linearized reading' (duration: 164.364645ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:50.115459Z","caller":"traceutil/trace.go:171","msg":"trace[1571670257] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"159.88645ms","start":"2026-05-07T09:34:49.955538Z","end":"2026-05-07T09:34:50.115425Z","steps":["trace[1571670257] 'process raft request' (duration: 97.186265ms)","trace[1571670257] 'compare' (duration: 62.523101ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:34:50.127311Z","caller":"traceutil/trace.go:171","msg":"trace[517919105] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"171.741419ms","start":"2026-05-07T09:34:49.95554Z","end":"2026-05-07T09:34:50.127282Z","steps":["trace[517919105] 'process raft request' (duration: 171.490163ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:50.127561Z","caller":"traceutil/trace.go:171","msg":"trace[1798058267] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"171.866663ms","start":"2026-05-07T09:34:49.955658Z","end":"2026-05-07T09:34:50.127524Z","steps":["trace[1798058267] 'process raft request' (duration: 171.575616ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:50.127656Z","caller":"traceutil/trace.go:171","msg":"trace[2001027829] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"171.003932ms","start":"2026-05-07T09:34:49.956623Z","end":"2026-05-07T09:34:50.127627Z","steps":["trace[2001027829] 'process raft request' (duration: 170.844388ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:50.127812Z","caller":"traceutil/trace.go:171","msg":"trace[1622285240] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"170.959671ms","start":"2026-05-07T09:34:49.956831Z","end":"2026-05-07T09:34:50.12779Z","steps":["trace[1622285240] 'process raft request' (duration: 170.745596ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:50.127943Z","caller":"traceutil/trace.go:171","msg":"trace[917233812] linearizableReadLoop","detail":"{readStateIndex:9027; appliedIndex:9022; }","duration":"171.050383ms","start":"2026-05-07T09:34:49.95688Z","end":"2026-05-07T09:34:50.12793Z","steps":["trace[917233812] 'read index received' (duration: 95.862655ms)","trace[917233812] 'applied index is now lower than readState.Index' (duration: 75.185478ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:34:50.128007Z","caller":"traceutil/trace.go:171","msg":"trace[750391243] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"171.028213ms","start":"2026-05-07T09:34:49.956963Z","end":"2026-05-07T09:34:50.127991Z","steps":["trace[750391243] 'process raft request' (duration: 170.745566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:34:50.1284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.493864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228585"} {"level":"info","ts":"2026-05-07T09:34:50.128437Z","caller":"traceutil/trace.go:171","msg":"trace[198557783] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8713; }","duration":"171.566465ms","start":"2026-05-07T09:34:49.956861Z","end":"2026-05-07T09:34:50.128428Z","steps":["trace[198557783] 'agreement among raft nodes before linearized reading' (duration: 171.115444ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:34:59.326222Z","caller":"traceutil/trace.go:171","msg":"trace[884629369] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"127.016637ms","start":"2026-05-07T09:34:59.199168Z","end":"2026-05-07T09:34:59.326184Z","steps":["trace[884629369] 'process raft request' (duration: 126.106796ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:35:00.216661Z","caller":"traceutil/trace.go:171","msg":"trace[1743639656] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"245.121495ms","start":"2026-05-07T09:34:59.971516Z","end":"2026-05-07T09:35:00.216637Z","steps":["trace[1743639656] 'process raft request' (duration: 244.963122ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:35:00.665821Z","caller":"traceutil/trace.go:171","msg":"trace[1226668535] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"670.586843ms","start":"2026-05-07T09:34:59.995204Z","end":"2026-05-07T09:35:00.66579Z","steps":["trace[1226668535] 'process raft request' (duration: 632.114698ms)","trace[1226668535] 'compare' (duration: 38.119046ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:35:00.666002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:34:59.995186Z","time spent":"670.719675ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:35:00.666268Z","caller":"traceutil/trace.go:171","msg":"trace[1593816075] linearizableReadLoop","detail":"{readStateIndex:9125; appliedIndex:9122; }","duration":"494.681644ms","start":"2026-05-07T09:35:00.171567Z","end":"2026-05-07T09:35:00.666248Z","steps":["trace[1593816075] 'read index received' (duration: 45.181482ms)","trace[1593816075] 'applied index is now lower than readState.Index' (duration: 449.498962ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:35:00.666256Z","caller":"traceutil/trace.go:171","msg":"trace[1406334866] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"657.906674ms","start":"2026-05-07T09:35:00.008297Z","end":"2026-05-07T09:35:00.666203Z","steps":["trace[1406334866] 'process raft request' (duration: 657.427273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:35:00.666784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.689102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-05-07T09:35:00.666782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.208078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T09:35:00.666831Z","caller":"traceutil/trace.go:171","msg":"trace[1878613468] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8805; }","duration":"439.785164ms","start":"2026-05-07T09:35:00.227034Z","end":"2026-05-07T09:35:00.666819Z","steps":["trace[1878613468] 'agreement among raft nodes before linearized reading' (duration: 439.61573ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:35:00.666854Z","caller":"traceutil/trace.go:171","msg":"trace[1855208890] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8805; }","duration":"495.32375ms","start":"2026-05-07T09:35:00.171513Z","end":"2026-05-07T09:35:00.666837Z","steps":["trace[1855208890] 'agreement among raft nodes before linearized reading' (duration: 495.170447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:35:00.666865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:35:00.227007Z","time spent":"439.850736ms","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-07T09:35:00.666844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:35:00.008261Z","time spent":"658.102849ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:35:00.666888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:35:00.171494Z","time spent":"495.386301ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T09:35:00.666903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.447517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T09:35:00.666912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.125441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T09:35:00.666924Z","caller":"traceutil/trace.go:171","msg":"trace[1185640235] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"597.815361ms","start":"2026-05-07T09:35:00.069041Z","end":"2026-05-07T09:35:00.666857Z","steps":["trace[1185640235] 'process raft request' (duration: 596.91819ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:35:00.66698Z","caller":"traceutil/trace.go:171","msg":"trace[1866853600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8805; }","duration":"479.546279ms","start":"2026-05-07T09:35:00.187415Z","end":"2026-05-07T09:35:00.666961Z","steps":["trace[1866853600] 'agreement among raft nodes before linearized reading' (duration: 479.347325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:35:00.667045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:35:00.187404Z","time spent":"479.627311ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:35:00.667019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.999165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T09:35:00.667142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.693608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T09:35:00.66698Z","caller":"traceutil/trace.go:171","msg":"trace[1093050198] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8805; }","duration":"272.234733ms","start":"2026-05-07T09:35:00.394729Z","end":"2026-05-07T09:35:00.666964Z","steps":["trace[1093050198] 'agreement among raft nodes before linearized reading' (duration: 272.020928ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:35:00.667162Z","caller":"traceutil/trace.go:171","msg":"trace[1130166177] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8805; }","duration":"294.150659ms","start":"2026-05-07T09:35:00.372953Z","end":"2026-05-07T09:35:00.667103Z","steps":["trace[1130166177] 'agreement among raft nodes before linearized reading' (duration: 293.910503ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:35:00.667185Z","caller":"traceutil/trace.go:171","msg":"trace[533827783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8805; }","duration":"472.78663ms","start":"2026-05-07T09:35:00.194388Z","end":"2026-05-07T09:35:00.667175Z","steps":["trace[533827783] 'agreement among raft nodes before linearized reading' (duration: 472.647687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:35:00.667177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.686608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-98dnz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-07T09:35:00.667195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:35:00.069021Z","time spent":"598.024345ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:35:00.667216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:35:00.194381Z","time spent":"472.828341ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T09:35:00.66719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.561282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T09:35:00.666825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.110136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T09:35:00.667289Z","caller":"traceutil/trace.go:171","msg":"trace[118818113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8805; }","duration":"477.706575ms","start":"2026-05-07T09:35:00.189559Z","end":"2026-05-07T09:35:00.667266Z","steps":["trace[118818113] 'agreement among raft nodes before linearized reading' (duration: 477.134392ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:35:00.66723Z","caller":"traceutil/trace.go:171","msg":"trace[890486689] range","detail":"{range_begin:/registry/pods/openstack/keepalived-98dnz; range_end:; response_count:1; response_revision:8805; }","duration":"472.79185ms","start":"2026-05-07T09:35:00.194425Z","end":"2026-05-07T09:35:00.667216Z","steps":["trace[890486689] 'agreement among raft nodes before linearized reading' (duration: 472.602756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:35:00.667313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.321193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T09:35:00.667333Z","caller":"traceutil/trace.go:171","msg":"trace[1891148825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8805; }","duration":"484.630779ms","start":"2026-05-07T09:35:00.182652Z","end":"2026-05-07T09:35:00.667283Z","steps":["trace[1891148825] 'agreement among raft nodes before linearized reading' (duration: 483.920892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:35:00.667407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:35:00.194406Z","time spent":"472.983604ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-98dnz\" "} {"level":"info","ts":"2026-05-07T09:35:00.667448Z","caller":"traceutil/trace.go:171","msg":"trace[289332811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8805; }","duration":"479.681123ms","start":"2026-05-07T09:35:00.187714Z","end":"2026-05-07T09:35:00.667395Z","steps":["trace[289332811] 'agreement among raft nodes before linearized reading' (duration: 478.995206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:35:00.667516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:35:00.187707Z","time spent":"479.796535ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T09:35:00.667355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:35:00.189551Z","time spent":"477.794748ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:35:00.667475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:35:00.182642Z","time spent":"484.778232ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T09:35:00.8255Z","caller":"traceutil/trace.go:171","msg":"trace[1768444400] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"152.64901ms","start":"2026-05-07T09:35:00.672816Z","end":"2026-05-07T09:35:00.825465Z","steps":["trace[1768444400] 'process raft request' (duration: 93.13654ms)","trace[1768444400] 'compare' (duration: 59.380447ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:35:00.879023Z","caller":"traceutil/trace.go:171","msg":"trace[1069918160] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"206.013665ms","start":"2026-05-07T09:35:00.672985Z","end":"2026-05-07T09:35:00.878999Z","steps":["trace[1069918160] 'process raft request' (duration: 205.684808ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:35:00.879056Z","caller":"traceutil/trace.go:171","msg":"trace[1090403353] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"205.985445ms","start":"2026-05-07T09:35:00.673031Z","end":"2026-05-07T09:35:00.879016Z","steps":["trace[1090403353] 'process raft request' (duration: 205.860582ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:35:00.879395Z","caller":"traceutil/trace.go:171","msg":"trace[709341398] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"206.048037ms","start":"2026-05-07T09:35:00.67331Z","end":"2026-05-07T09:35:00.879358Z","steps":["trace[709341398] 'process raft request' (duration: 205.634717ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:35:00.879569Z","caller":"traceutil/trace.go:171","msg":"trace[1962534521] linearizableReadLoop","detail":"{readStateIndex:9129; appliedIndex:9125; }","duration":"205.980525ms","start":"2026-05-07T09:35:00.673563Z","end":"2026-05-07T09:35:00.879544Z","steps":["trace[1962534521] 'read index received' (duration: 92.477145ms)","trace[1962534521] 'applied index is now lower than readState.Index' (duration: 113.50205ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:35:00.879652Z","caller":"traceutil/trace.go:171","msg":"trace[853900313] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"205.896943ms","start":"2026-05-07T09:35:00.673747Z","end":"2026-05-07T09:35:00.879644Z","steps":["trace[853900313] 'process raft request' (duration: 205.485853ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:35:00.879619Z","caller":"traceutil/trace.go:171","msg":"trace[1589730338] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"204.792697ms","start":"2026-05-07T09:35:00.674815Z","end":"2026-05-07T09:35:00.879608Z","steps":["trace[1589730338] 'process raft request' (duration: 204.578422ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:35:00.879808Z","caller":"traceutil/trace.go:171","msg":"trace[1121112000] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"198.362475ms","start":"2026-05-07T09:35:00.681437Z","end":"2026-05-07T09:35:00.879799Z","steps":["trace[1121112000] 'process raft request' (duration: 198.015397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:35:00.879964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.461985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:35:00.88003Z","caller":"traceutil/trace.go:171","msg":"trace[1897129911] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8812; }","duration":"132.542707ms","start":"2026-05-07T09:35:00.747469Z","end":"2026-05-07T09:35:00.880012Z","steps":["trace[1897129911] 'agreement among raft nodes before linearized reading' (duration: 132.422294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:35:00.88001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.768735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T09:35:00.880131Z","caller":"traceutil/trace.go:171","msg":"trace[2053826526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8812; }","duration":"178.961249ms","start":"2026-05-07T09:35:00.701138Z","end":"2026-05-07T09:35:00.880099Z","steps":["trace[2053826526] 'agreement among raft nodes before linearized reading' (duration: 178.680893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:35:00.880346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.751883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228500"} {"level":"info","ts":"2026-05-07T09:35:00.880422Z","caller":"traceutil/trace.go:171","msg":"trace[866454200] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8812; }","duration":"206.863225ms","start":"2026-05-07T09:35:00.673539Z","end":"2026-05-07T09:35:00.880402Z","steps":["trace[866454200] 'agreement among raft nodes before linearized reading' (duration: 206.337563ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:35:01.007088Z","caller":"traceutil/trace.go:171","msg":"trace[1545222562] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"110.741564ms","start":"2026-05-07T09:35:00.896302Z","end":"2026-05-07T09:35:01.007044Z","steps":["trace[1545222562] 'process raft request' (duration: 76.450988ms)","trace[1545222562] 'compare' (duration: 33.644901ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:35:01.00725Z","caller":"traceutil/trace.go:171","msg":"trace[1557162921] linearizableReadLoop","detail":"{readStateIndex:9133; appliedIndex:9132; }","duration":"106.193137ms","start":"2026-05-07T09:35:00.901009Z","end":"2026-05-07T09:35:01.007202Z","steps":["trace[1557162921] 'read index received' (duration: 71.709677ms)","trace[1557162921] 'applied index is now lower than readState.Index' (duration: 34.48ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:35:01.007864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.812071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-07T09:35:01.007999Z","caller":"traceutil/trace.go:171","msg":"trace[2017746406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8813; }","duration":"107.012666ms","start":"2026-05-07T09:35:00.900954Z","end":"2026-05-07T09:35:01.007966Z","steps":["trace[2017746406] 'agreement among raft nodes before linearized reading' (duration: 106.35755ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:35:01.538085Z","caller":"traceutil/trace.go:171","msg":"trace[1239531604] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"136.807457ms","start":"2026-05-07T09:35:01.401246Z","end":"2026-05-07T09:35:01.538054Z","steps":["trace[1239531604] 'process raft request' (duration: 136.597252ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:35:02.310077Z","caller":"traceutil/trace.go:171","msg":"trace[58301317] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"143.361452ms","start":"2026-05-07T09:35:02.166691Z","end":"2026-05-07T09:35:02.310053Z","steps":["trace[58301317] 'process raft request' (duration: 143.222158ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:35:02.527996Z","caller":"traceutil/trace.go:171","msg":"trace[568558086] linearizableReadLoop","detail":"{readStateIndex:9136; appliedIndex:9134; }","duration":"222.170625ms","start":"2026-05-07T09:35:02.305794Z","end":"2026-05-07T09:35:02.527965Z","steps":["trace[568558086] 'read index received' (duration: 4.109856ms)","trace[568558086] 'applied index is now lower than readState.Index' (duration: 218.059349ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:35:02.528078Z","caller":"traceutil/trace.go:171","msg":"trace[1391572335] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"304.694197ms","start":"2026-05-07T09:35:02.223342Z","end":"2026-05-07T09:35:02.528036Z","steps":["trace[1391572335] 'process raft request' (duration: 304.452521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:35:02.528158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.33894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:35:02.528212Z","caller":"traceutil/trace.go:171","msg":"trace[1754220474] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8816; }","duration":"222.476303ms","start":"2026-05-07T09:35:02.30572Z","end":"2026-05-07T09:35:02.528196Z","steps":["trace[1754220474] 'agreement among raft nodes before linearized reading' (duration: 222.36236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:35:02.528265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:35:02.223306Z","time spent":"304.852931ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:35:17.710184Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002476.wal"} {"level":"info","ts":"2026-05-07T09:36:17.458764Z","caller":"traceutil/trace.go:171","msg":"trace[281929587] linearizableReadLoop","detail":"{readStateIndex:9901; appliedIndex:9899; }","duration":"156.413618ms","start":"2026-05-07T09:36:17.302314Z","end":"2026-05-07T09:36:17.458727Z","steps":["trace[281929587] 'read index received' (duration: 1.514255ms)","trace[281929587] 'applied index is now lower than readState.Index' (duration: 154.896673ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:36:17.458836Z","caller":"traceutil/trace.go:171","msg":"trace[626949311] transaction","detail":"{read_only:false; response_revision:9560; number_of_response:1; }","duration":"159.952282ms","start":"2026-05-07T09:36:17.298844Z","end":"2026-05-07T09:36:17.458796Z","steps":["trace[626949311] 'process raft request' (duration: 83.154706ms)","trace[626949311] 'compare' (duration: 76.581361ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:36:17.459241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.928586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-98dnz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-05-07T09:36:17.459237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.8648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T09:36:17.45931Z","caller":"traceutil/trace.go:171","msg":"trace[21493237] range","detail":"{range_begin:/registry/pods/openstack/keepalived-98dnz; range_end:; response_count:1; response_revision:9560; }","duration":"110.11115ms","start":"2026-05-07T09:36:17.349181Z","end":"2026-05-07T09:36:17.459292Z","steps":["trace[21493237] 'agreement among raft nodes before linearized reading' (duration: 109.762402ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:36:17.459352Z","caller":"traceutil/trace.go:171","msg":"trace[1218385835] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9560; }","duration":"157.076515ms","start":"2026-05-07T09:36:17.30225Z","end":"2026-05-07T09:36:17.459327Z","steps":["trace[1218385835] 'agreement among raft nodes before linearized reading' (duration: 156.664515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:36:17.929012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.282681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T09:36:17.929045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.971973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:36:17.929124Z","caller":"traceutil/trace.go:171","msg":"trace[713239413] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9561; }","duration":"152.478947ms","start":"2026-05-07T09:36:17.776619Z","end":"2026-05-07T09:36:17.929098Z","steps":["trace[713239413] 'count revisions from in-memory index tree' (duration: 152.150569ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:36:17.929146Z","caller":"traceutil/trace.go:171","msg":"trace[1456330608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9561; }","duration":"143.152747ms","start":"2026-05-07T09:36:17.785967Z","end":"2026-05-07T09:36:17.92912Z","steps":["trace[1456330608] 'range keys from in-memory index tree' (duration: 142.835589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:36:17.929374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.234844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T09:36:17.929539Z","caller":"traceutil/trace.go:171","msg":"trace[304174318] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9561; }","duration":"369.46767ms","start":"2026-05-07T09:36:17.560049Z","end":"2026-05-07T09:36:17.929517Z","steps":["trace[304174318] 'range keys from in-memory index tree' (duration: 368.947467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:36:17.929594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:36:17.560018Z","time spent":"369.562232ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T09:36:17.997448Z","caller":"traceutil/trace.go:171","msg":"trace[571839331] transaction","detail":"{read_only:false; response_revision:9562; number_of_response:1; }","duration":"146.924396ms","start":"2026-05-07T09:36:17.850476Z","end":"2026-05-07T09:36:17.997401Z","steps":["trace[571839331] 'process raft request' (duration: 146.66654ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:36:29.365514Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T09:36:29.370736Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-07T09:36:29.370871Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-07T09:38:09.579614Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7935} {"level":"info","ts":"2026-05-07T09:38:09.649212Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7935,"took":"66.621517ms","hash":406104056,"current-db-size-bytes":56172544,"current-db-size":"56 MB","current-db-size-in-use-bytes":28573696,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-07T09:38:09.649342Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":406104056,"revision":7935,"compact-revision":5758} {"level":"info","ts":"2026-05-07T09:39:44.885721Z","caller":"traceutil/trace.go:171","msg":"trace[628859066] transaction","detail":"{read_only:false; response_revision:11317; number_of_response:1; }","duration":"130.378124ms","start":"2026-05-07T09:39:44.755312Z","end":"2026-05-07T09:39:44.88569Z","steps":["trace[628859066] 'process raft request' (duration: 130.20929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:40:04.758581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.53631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T09:40:04.758698Z","caller":"traceutil/trace.go:171","msg":"trace[1486204988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11423; }","duration":"139.711594ms","start":"2026-05-07T09:40:04.61896Z","end":"2026-05-07T09:40:04.758672Z","steps":["trace[1486204988] 'range keys from in-memory index tree' (duration: 131.775078ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:40:04.759324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.870968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:40:04.75965Z","caller":"traceutil/trace.go:171","msg":"trace[936772327] transaction","detail":"{read_only:false; response_revision:11424; number_of_response:1; }","duration":"128.416518ms","start":"2026-05-07T09:40:04.631206Z","end":"2026-05-07T09:40:04.759622Z","steps":["trace[936772327] 'process raft request' (duration: 25.11833ms)","trace[936772327] 'compare' (duration: 102.52131ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:40:04.759876Z","caller":"traceutil/trace.go:171","msg":"trace[997833639] transaction","detail":"{read_only:false; response_revision:11425; number_of_response:1; }","duration":"128.589163ms","start":"2026-05-07T09:40:04.631233Z","end":"2026-05-07T09:40:04.759822Z","steps":["trace[997833639] 'process raft request' (duration: 128.278176ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:43:09.587336Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10362} {"level":"info","ts":"2026-05-07T09:43:09.675416Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10362,"took":"85.268125ms","hash":3176846186,"current-db-size-bytes":56172544,"current-db-size":"56 MB","current-db-size-in-use-bytes":27418624,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-07T09:43:09.675489Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3176846186,"revision":10362,"compact-revision":7935} {"level":"info","ts":"2026-05-07T09:45:55.925739Z","caller":"traceutil/trace.go:171","msg":"trace[1211518501] transaction","detail":"{read_only:false; response_revision:13820; number_of_response:1; }","duration":"107.003665ms","start":"2026-05-07T09:45:55.818696Z","end":"2026-05-07T09:45:55.9257Z","steps":["trace[1211518501] 'process raft request' (duration: 106.77722ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:46:19.404249Z","caller":"traceutil/trace.go:171","msg":"trace[1960721550] transaction","detail":"{read_only:false; response_revision:13946; number_of_response:1; }","duration":"201.972328ms","start":"2026-05-07T09:46:19.202241Z","end":"2026-05-07T09:46:19.404213Z","steps":["trace[1960721550] 'process raft request' (duration: 201.739122ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:46:19.580423Z","caller":"traceutil/trace.go:171","msg":"trace[349261857] transaction","detail":"{read_only:false; response_revision:13947; number_of_response:1; }","duration":"254.151613ms","start":"2026-05-07T09:46:19.326244Z","end":"2026-05-07T09:46:19.580395Z","steps":["trace[349261857] 'process raft request' (duration: 253.546409ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:46:19.580606Z","caller":"traceutil/trace.go:171","msg":"trace[1776086723] linearizableReadLoop","detail":"{readStateIndex:14431; appliedIndex:14428; }","duration":"210.780784ms","start":"2026-05-07T09:46:19.369783Z","end":"2026-05-07T09:46:19.580564Z","steps":["trace[1776086723] 'read index received' (duration: 34.265996ms)","trace[1776086723] 'applied index is now lower than readState.Index' (duration: 176.511448ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:46:19.580659Z","caller":"traceutil/trace.go:171","msg":"trace[1137235450] transaction","detail":"{read_only:false; response_revision:13948; number_of_response:1; }","duration":"213.391156ms","start":"2026-05-07T09:46:19.367224Z","end":"2026-05-07T09:46:19.580615Z","steps":["trace[1137235450] 'process raft request' (duration: 213.123079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:46:19.581009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.180554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T09:46:19.58114Z","caller":"traceutil/trace.go:171","msg":"trace[2017712242] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13948; }","duration":"211.375998ms","start":"2026-05-07T09:46:19.36973Z","end":"2026-05-07T09:46:19.581106Z","steps":["trace[2017712242] 'agreement among raft nodes before linearized reading' (duration: 210.959348ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:46:19.584676Z","caller":"traceutil/trace.go:171","msg":"trace[1051663384] transaction","detail":"{read_only:false; response_revision:13949; number_of_response:1; }","duration":"176.254572ms","start":"2026-05-07T09:46:19.408391Z","end":"2026-05-07T09:46:19.584646Z","steps":["trace[1051663384] 'process raft request' (duration: 175.74746ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:46:27.796015Z","caller":"traceutil/trace.go:171","msg":"trace[1070856339] transaction","detail":"{read_only:false; response_revision:13988; number_of_response:1; }","duration":"187.20136ms","start":"2026-05-07T09:46:27.608781Z","end":"2026-05-07T09:46:27.795982Z","steps":["trace[1070856339] 'process raft request' (duration: 186.992915ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:46:27.798089Z","caller":"traceutil/trace.go:171","msg":"trace[901893694] transaction","detail":"{read_only:false; response_revision:13989; number_of_response:1; }","duration":"189.020362ms","start":"2026-05-07T09:46:27.609038Z","end":"2026-05-07T09:46:27.798058Z","steps":["trace[901893694] 'process raft request' (duration: 188.810187ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:46:27.798227Z","caller":"traceutil/trace.go:171","msg":"trace[1081987056] linearizableReadLoop","detail":"{readStateIndex:14474; appliedIndex:14471; }","duration":"171.660834ms","start":"2026-05-07T09:46:27.626531Z","end":"2026-05-07T09:46:27.798191Z","steps":["trace[1081987056] 'read index received' (duration: 169.3572ms)","trace[1081987056] 'applied index is now lower than readState.Index' (duration: 2.301144ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:46:27.798311Z","caller":"traceutil/trace.go:171","msg":"trace[1831906310] transaction","detail":"{read_only:false; response_revision:13990; number_of_response:1; }","duration":"187.708472ms","start":"2026-05-07T09:46:27.610545Z","end":"2026-05-07T09:46:27.798253Z","steps":["trace[1831906310] 'process raft request' (duration: 187.468166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:46:27.798521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.538585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T09:46:27.798533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.981693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T09:46:27.798575Z","caller":"traceutil/trace.go:171","msg":"trace[55578698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13990; }","duration":"129.681318ms","start":"2026-05-07T09:46:27.668881Z","end":"2026-05-07T09:46:27.798563Z","steps":["trace[55578698] 'agreement among raft nodes before linearized reading' (duration: 129.531425ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:46:27.798607Z","caller":"traceutil/trace.go:171","msg":"trace[1226232387] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13990; }","duration":"172.131976ms","start":"2026-05-07T09:46:27.626457Z","end":"2026-05-07T09:46:27.798589Z","steps":["trace[1226232387] 'agreement among raft nodes before linearized reading' (duration: 171.88893ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:46:36.670469Z","caller":"traceutil/trace.go:171","msg":"trace[1066030607] linearizableReadLoop","detail":"{readStateIndex:14537; appliedIndex:14536; }","duration":"257.537774ms","start":"2026-05-07T09:46:36.412914Z","end":"2026-05-07T09:46:36.670452Z","steps":["trace[1066030607] 'read index received' (duration: 257.38784ms)","trace[1066030607] 'applied index is now lower than readState.Index' (duration: 148.794µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:46:36.670637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.43824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:46:36.670671Z","caller":"traceutil/trace.go:171","msg":"trace[332988814] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:14049; }","duration":"114.542113ms","start":"2026-05-07T09:46:36.556121Z","end":"2026-05-07T09:46:36.670663Z","steps":["trace[332988814] 'agreement among raft nodes before linearized reading' (duration: 114.45346ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:46:36.670656Z","caller":"traceutil/trace.go:171","msg":"trace[980139201] transaction","detail":"{read_only:false; response_revision:14049; number_of_response:1; }","duration":"469.935285ms","start":"2026-05-07T09:46:36.200675Z","end":"2026-05-07T09:46:36.67061Z","steps":["trace[980139201] 'process raft request' (duration: 469.641278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:46:36.670732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.787539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:46:36.670891Z","caller":"traceutil/trace.go:171","msg":"trace[947335703] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:14049; }","duration":"257.973813ms","start":"2026-05-07T09:46:36.412891Z","end":"2026-05-07T09:46:36.670865Z","steps":["trace[947335703] 'agreement among raft nodes before linearized reading' (duration: 257.689837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:46:36.670971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:46:36.200624Z","time spent":"470.173162ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:46:39.07298Z","caller":"traceutil/trace.go:171","msg":"trace[1816299148] transaction","detail":"{read_only:false; response_revision:14068; number_of_response:1; }","duration":"110.585579ms","start":"2026-05-07T09:46:38.962363Z","end":"2026-05-07T09:46:39.072948Z","steps":["trace[1816299148] 'process raft request' (duration: 110.403665ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:46:39.114891Z","caller":"traceutil/trace.go:171","msg":"trace[358343018] linearizableReadLoop","detail":"{readStateIndex:14558; appliedIndex:14556; }","duration":"149.156776ms","start":"2026-05-07T09:46:38.965702Z","end":"2026-05-07T09:46:39.114858Z","steps":["trace[358343018] 'read index received' (duration: 107.152389ms)","trace[358343018] 'applied index is now lower than readState.Index' (duration: 42.002827ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:46:39.115051Z","caller":"traceutil/trace.go:171","msg":"trace[687641085] transaction","detail":"{read_only:false; response_revision:14069; number_of_response:1; }","duration":"151.756067ms","start":"2026-05-07T09:46:38.96324Z","end":"2026-05-07T09:46:39.114996Z","steps":["trace[687641085] 'process raft request' (duration: 151.42741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:46:39.115276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.529485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T09:46:39.115338Z","caller":"traceutil/trace.go:171","msg":"trace[761585670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14069; }","duration":"149.637767ms","start":"2026-05-07T09:46:38.965683Z","end":"2026-05-07T09:46:39.115321Z","steps":["trace[761585670] 'agreement among raft nodes before linearized reading' (duration: 149.34692ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:46:39.115436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.201427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T09:46:39.11553Z","caller":"traceutil/trace.go:171","msg":"trace[1565447004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14069; }","duration":"149.32731ms","start":"2026-05-07T09:46:38.966176Z","end":"2026-05-07T09:46:39.115503Z","steps":["trace[1565447004] 'agreement among raft nodes before linearized reading' (duration: 148.926061ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:46:46.23444Z","caller":"traceutil/trace.go:171","msg":"trace[707869647] transaction","detail":"{read_only:false; response_revision:14218; number_of_response:1; }","duration":"352.638208ms","start":"2026-05-07T09:46:45.881767Z","end":"2026-05-07T09:46:46.234405Z","steps":["trace[707869647] 'process raft request' (duration: 352.436373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:46:46.234644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:46:45.881747Z","time spent":"352.800911ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7255,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:46:46.248561Z","caller":"traceutil/trace.go:171","msg":"trace[1960910606] transaction","detail":"{read_only:false; response_revision:14220; number_of_response:1; }","duration":"354.706116ms","start":"2026-05-07T09:46:45.893833Z","end":"2026-05-07T09:46:46.248539Z","steps":["trace[1960910606] 'process raft request' (duration: 354.634314ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:46:46.248605Z","caller":"traceutil/trace.go:171","msg":"trace[1851417912] transaction","detail":"{read_only:false; response_revision:14219; number_of_response:1; }","duration":"356.612141ms","start":"2026-05-07T09:46:45.891929Z","end":"2026-05-07T09:46:46.248542Z","steps":["trace[1851417912] 'process raft request' (duration: 356.413097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:46:46.24873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:46:45.893812Z","time spent":"354.825778ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:46:46.24884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:46:45.891893Z","time spent":"356.833407ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:46:46.248852Z","caller":"traceutil/trace.go:171","msg":"trace[137941610] linearizableReadLoop","detail":"{readStateIndex:14712; appliedIndex:14708; }","duration":"343.263407ms","start":"2026-05-07T09:46:45.905536Z","end":"2026-05-07T09:46:46.248799Z","steps":["trace[137941610] 'read index received' (duration: 328.647824ms)","trace[137941610] 'applied index is now lower than readState.Index' (duration: 14.612253ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:46:46.249014Z","caller":"traceutil/trace.go:171","msg":"trace[1565204576] transaction","detail":"{read_only:false; response_revision:14221; number_of_response:1; }","duration":"353.853356ms","start":"2026-05-07T09:46:45.895102Z","end":"2026-05-07T09:46:46.248955Z","steps":["trace[1565204576] 'process raft request' (duration: 353.398865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:46:46.24929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.739979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T09:46:46.249375Z","caller":"traceutil/trace.go:171","msg":"trace[449909289] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14221; }","duration":"343.885242ms","start":"2026-05-07T09:46:45.905467Z","end":"2026-05-07T09:46:46.249352Z","steps":["trace[449909289] 'agreement among raft nodes before linearized reading' (duration: 343.530604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:46:46.249415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:46:45.905439Z","time spent":"343.966684ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T09:46:46.249499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:46:45.895092Z","time spent":"354.05421ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:47:50.608979Z","caller":"traceutil/trace.go:171","msg":"trace[848405676] transaction","detail":"{read_only:false; response_revision:15118; number_of_response:1; }","duration":"102.757496ms","start":"2026-05-07T09:47:50.506185Z","end":"2026-05-07T09:47:50.608943Z","steps":["trace[848405676] 'process raft request' (duration: 102.623343ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:47:50.609067Z","caller":"traceutil/trace.go:171","msg":"trace[2122711872] transaction","detail":"{read_only:false; response_revision:15117; number_of_response:1; }","duration":"103.898894ms","start":"2026-05-07T09:47:50.50512Z","end":"2026-05-07T09:47:50.609019Z","steps":["trace[2122711872] 'process raft request' (duration: 102.924041ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:48:09.592618Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12632} {"level":"info","ts":"2026-05-07T09:48:09.681062Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12632,"took":"85.638315ms","hash":1457122750,"current-db-size-bytes":56172544,"current-db-size":"56 MB","current-db-size-in-use-bytes":30896128,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T09:48:09.681139Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1457122750,"revision":12632,"compact-revision":10362} {"level":"warn","ts":"2026-05-07T09:48:25.349823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.628031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T09:48:25.350234Z","caller":"traceutil/trace.go:171","msg":"trace[1522661778] transaction","detail":"{read_only:false; response_revision:15305; number_of_response:1; }","duration":"589.859627ms","start":"2026-05-07T09:48:24.760323Z","end":"2026-05-07T09:48:25.350183Z","steps":["trace[1522661778] 'process raft request' (duration: 274.664602ms)","trace[1522661778] 'compare' (duration: 314.124529ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:48:25.350453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:48:24.760306Z","time spent":"590.039101ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:48:25.350516Z","caller":"traceutil/trace.go:171","msg":"trace[1853730578] linearizableReadLoop","detail":"{readStateIndex:15832; appliedIndex:15830; }","duration":"541.162151ms","start":"2026-05-07T09:48:24.809324Z","end":"2026-05-07T09:48:25.350486Z","steps":["trace[1853730578] 'read index received' (duration: 225.838723ms)","trace[1853730578] 'applied index is now lower than readState.Index' (duration: 315.321538ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:48:25.350907Z","caller":"traceutil/trace.go:171","msg":"trace[78155054] transaction","detail":"{read_only:false; response_revision:15306; number_of_response:1; }","duration":"584.543061ms","start":"2026-05-07T09:48:24.766346Z","end":"2026-05-07T09:48:25.350889Z","steps":["trace[78155054] 'process raft request' (duration: 583.679211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:25.351024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:48:24.766337Z","time spent":"584.628053ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:48:25.351465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.127283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-07T09:48:25.351535Z","caller":"traceutil/trace.go:171","msg":"trace[824735064] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15306; }","duration":"542.246176ms","start":"2026-05-07T09:48:24.809266Z","end":"2026-05-07T09:48:25.351512Z","steps":["trace[824735064] 'agreement among raft nodes before linearized reading' (duration: 541.797036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:25.351561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.289048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-07T09:48:25.351573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:48:24.809238Z","time spent":"542.326918ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T09:48:25.351613Z","caller":"traceutil/trace.go:171","msg":"trace[886837782] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15306; }","duration":"474.37353ms","start":"2026-05-07T09:48:24.877223Z","end":"2026-05-07T09:48:25.351597Z","steps":["trace[886837782] 'agreement among raft nodes before linearized reading' (duration: 473.968991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:25.351646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:48:24.877206Z","time spent":"474.432651ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T09:48:25.351812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.666202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5b9j7\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-05-07T09:48:25.35184Z","caller":"traceutil/trace.go:171","msg":"trace[1126888161] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5b9j7; range_end:; response_count:1; response_revision:15306; }","duration":"467.740564ms","start":"2026-05-07T09:48:24.88409Z","end":"2026-05-07T09:48:25.351831Z","steps":["trace[1126888161] 'agreement among raft nodes before linearized reading' (duration: 467.633381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:25.351875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:48:24.884063Z","time spent":"467.802844ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5b9j7\" "} {"level":"info","ts":"2026-05-07T09:48:26.117053Z","caller":"traceutil/trace.go:171","msg":"trace[1202612581] transaction","detail":"{read_only:false; response_revision:15310; number_of_response:1; }","duration":"455.489015ms","start":"2026-05-07T09:48:25.661527Z","end":"2026-05-07T09:48:26.117016Z","steps":["trace[1202612581] 'process raft request' (duration: 455.2889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:26.11727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:48:25.661502Z","time spent":"455.666009ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:48:26.139068Z","caller":"traceutil/trace.go:171","msg":"trace[1381421322] transaction","detail":"{read_only:false; response_revision:15311; number_of_response:1; }","duration":"475.496436ms","start":"2026-05-07T09:48:25.663552Z","end":"2026-05-07T09:48:26.139048Z","steps":["trace[1381421322] 'process raft request' (duration: 475.310342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:26.139205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:48:25.663541Z","time spent":"475.612899ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:48:26.139045Z","caller":"traceutil/trace.go:171","msg":"trace[1399627937] linearizableReadLoop","detail":"{readStateIndex:15837; appliedIndex:15835; }","duration":"458.974667ms","start":"2026-05-07T09:48:25.680044Z","end":"2026-05-07T09:48:26.139019Z","steps":["trace[1399627937] 'read index received' (duration: 436.746674ms)","trace[1399627937] 'applied index is now lower than readState.Index' (duration: 22.227133ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:48:26.139242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.180332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:48:26.139304Z","caller":"traceutil/trace.go:171","msg":"trace[1106027953] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15311; }","duration":"459.282804ms","start":"2026-05-07T09:48:25.680007Z","end":"2026-05-07T09:48:26.139289Z","steps":["trace[1106027953] 'agreement among raft nodes before linearized reading' (duration: 459.140881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:26.139351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:48:25.679994Z","time spent":"459.348306ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-07T09:48:26.13961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.947835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-98dnz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-07T09:48:26.139726Z","caller":"traceutil/trace.go:171","msg":"trace[1747634625] range","detail":"{range_begin:/registry/pods/openstack/keepalived-98dnz; range_end:; response_count:1; response_revision:15311; }","duration":"331.076329ms","start":"2026-05-07T09:48:25.808586Z","end":"2026-05-07T09:48:26.139663Z","steps":["trace[1747634625] 'agreement among raft nodes before linearized reading' (duration: 330.857134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:26.13966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.092741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-07T09:48:26.139766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:48:25.808532Z","time spent":"331.225722ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-98dnz\" "} {"level":"warn","ts":"2026-05-07T09:48:26.139728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.89523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gzg2j\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-05-07T09:48:26.1398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.541718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gzg2j\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-05-07T09:48:26.139844Z","caller":"traceutil/trace.go:171","msg":"trace[1062390223] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15311; }","duration":"156.349398ms","start":"2026-05-07T09:48:25.983467Z","end":"2026-05-07T09:48:26.139817Z","steps":["trace[1062390223] 'agreement among raft nodes before linearized reading' (duration: 155.935009ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:48:26.139856Z","caller":"traceutil/trace.go:171","msg":"trace[1079070996] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gzg2j; range_end:; response_count:1; response_revision:15311; }","duration":"168.056363ms","start":"2026-05-07T09:48:25.971761Z","end":"2026-05-07T09:48:26.139817Z","steps":["trace[1079070996] 'agreement among raft nodes before linearized reading' (duration: 167.711825ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:48:26.139863Z","caller":"traceutil/trace.go:171","msg":"trace[40098976] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gzg2j; range_end:; response_count:1; response_revision:15311; }","duration":"166.64554ms","start":"2026-05-07T09:48:25.973198Z","end":"2026-05-07T09:48:26.139843Z","steps":["trace[40098976] 'agreement among raft nodes before linearized reading' (duration: 166.410374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:26.139728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.108257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-07T09:48:26.139913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.864401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-07T09:48:26.139969Z","caller":"traceutil/trace.go:171","msg":"trace[828504284] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15311; }","duration":"288.448846ms","start":"2026-05-07T09:48:25.851501Z","end":"2026-05-07T09:48:26.13995Z","steps":["trace[828504284] 'agreement among raft nodes before linearized reading' (duration: 288.005935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:26.139954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.022873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T09:48:26.139952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.64664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:48:26.140029Z","caller":"traceutil/trace.go:171","msg":"trace[1191558758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15311; }","duration":"393.019726ms","start":"2026-05-07T09:48:25.746977Z","end":"2026-05-07T09:48:26.139997Z","steps":["trace[1191558758] 'agreement among raft nodes before linearized reading' (duration: 392.595986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:26.140056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.932128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T09:48:26.140057Z","caller":"traceutil/trace.go:171","msg":"trace[63557783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15311; }","duration":"395.166447ms","start":"2026-05-07T09:48:25.744867Z","end":"2026-05-07T09:48:26.140034Z","steps":["trace[63557783] 'agreement among raft nodes before linearized reading' (duration: 394.792598ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:48:26.140078Z","caller":"traceutil/trace.go:171","msg":"trace[591756805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15311; }","duration":"353.791783ms","start":"2026-05-07T09:48:25.78626Z","end":"2026-05-07T09:48:26.140051Z","steps":["trace[591756805] 'agreement among raft nodes before linearized reading' (duration: 353.552037ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:48:26.140093Z","caller":"traceutil/trace.go:171","msg":"trace[2111985756] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15311; }","duration":"155.98959ms","start":"2026-05-07T09:48:25.984092Z","end":"2026-05-07T09:48:26.140082Z","steps":["trace[2111985756] 'agreement among raft nodes before linearized reading' (duration: 155.925778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:26.140091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:48:25.74697Z","time spent":"393.111428ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:48:26.140098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.638549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-07T09:48:26.140111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:48:25.744855Z","time spent":"395.248498ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T09:48:26.140106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.871253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-07T09:48:26.140132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:48:25.786224Z","time spent":"353.899326ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T09:48:26.140142Z","caller":"traceutil/trace.go:171","msg":"trace[1318797133] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15311; }","duration":"455.68265ms","start":"2026-05-07T09:48:25.684449Z","end":"2026-05-07T09:48:26.140132Z","steps":["trace[1318797133] 'agreement among raft nodes before linearized reading' (duration: 455.566137ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:48:26.140153Z","caller":"traceutil/trace.go:171","msg":"trace[451797834] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15311; }","duration":"154.944935ms","start":"2026-05-07T09:48:25.985198Z","end":"2026-05-07T09:48:26.140143Z","steps":["trace[451797834] 'agreement among raft nodes before linearized reading' (duration: 154.822812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:26.140173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:48:25.68437Z","time spent":"455.798103ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-07T09:48:26.140469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.062766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-07T09:48:26.140524Z","caller":"traceutil/trace.go:171","msg":"trace[2060095708] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15311; }","duration":"458.2302ms","start":"2026-05-07T09:48:25.68228Z","end":"2026-05-07T09:48:26.14051Z","steps":["trace[2060095708] 'agreement among raft nodes before linearized reading' (duration: 457.100083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:26.140559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:48:25.682271Z","time spent":"458.278251ms","remote":"127.0.0.1:32832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-07T09:48:26.268522Z","caller":"traceutil/trace.go:171","msg":"trace[1577949823] transaction","detail":"{read_only:false; response_revision:15314; number_of_response:1; }","duration":"121.892928ms","start":"2026-05-07T09:48:26.146607Z","end":"2026-05-07T09:48:26.2685Z","steps":["trace[1577949823] 'process raft request' (duration: 121.734394ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:48:26.268536Z","caller":"traceutil/trace.go:171","msg":"trace[726862822] transaction","detail":"{read_only:false; response_revision:15313; number_of_response:1; }","duration":"122.305687ms","start":"2026-05-07T09:48:26.146175Z","end":"2026-05-07T09:48:26.268481Z","steps":["trace[726862822] 'process raft request' (duration: 88.785368ms)","trace[726862822] 'compare' (duration: 33.203852ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:48:26.268438Z","caller":"traceutil/trace.go:171","msg":"trace[2121717314] linearizableReadLoop","detail":"{readStateIndex:15840; appliedIndex:15838; }","duration":"121.043237ms","start":"2026-05-07T09:48:26.147367Z","end":"2026-05-07T09:48:26.268411Z","steps":["trace[2121717314] 'read index received' (duration: 19.205022ms)","trace[2121717314] 'applied index is now lower than readState.Index' (duration: 101.836865ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:48:26.26975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.354188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769957"} {"level":"info","ts":"2026-05-07T09:48:26.269839Z","caller":"traceutil/trace.go:171","msg":"trace[1770781583] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15314; }","duration":"122.468021ms","start":"2026-05-07T09:48:26.147352Z","end":"2026-05-07T09:48:26.26982Z","steps":["trace[1770781583] 'agreement among raft nodes before linearized reading' (duration: 121.432316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:48:26.270451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.745518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769957"} {"level":"info","ts":"2026-05-07T09:48:26.270511Z","caller":"traceutil/trace.go:171","msg":"trace[2145799192] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15314; }","duration":"122.823269ms","start":"2026-05-07T09:48:26.147674Z","end":"2026-05-07T09:48:26.270498Z","steps":["trace[2145799192] 'agreement among raft nodes before linearized reading' (duration: 121.607761ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:53:09.599843Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15226} {"level":"info","ts":"2026-05-07T09:53:09.700174Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15226,"took":"97.097585ms","hash":999878720,"current-db-size-bytes":56172544,"current-db-size":"56 MB","current-db-size-in-use-bytes":32370688,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T09:53:09.700247Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":999878720,"revision":15226,"compact-revision":12632} {"level":"warn","ts":"2026-05-07T09:54:02.078609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.167913ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T09:54:02.078891Z","caller":"traceutil/trace.go:171","msg":"trace[624673575] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17842; }","duration":"147.492311ms","start":"2026-05-07T09:54:01.931373Z","end":"2026-05-07T09:54:02.078866Z","steps":["trace[624673575] 'range keys from in-memory index tree' (duration: 147.131052ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:54:02.079499Z","caller":"traceutil/trace.go:171","msg":"trace[420557269] transaction","detail":"{read_only:false; response_revision:17843; number_of_response:1; }","duration":"324.30595ms","start":"2026-05-07T09:54:01.755142Z","end":"2026-05-07T09:54:02.079448Z","steps":["trace[420557269] 'process raft request' (duration: 272.071001ms)","trace[420557269] 'compare' (duration: 51.488662ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:54:02.079843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:01.755089Z","time spent":"324.519345ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10800,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:54:02.098644Z","caller":"traceutil/trace.go:171","msg":"trace[1499423869] linearizableReadLoop","detail":"{readStateIndex:18453; appliedIndex:18451; }","duration":"314.269644ms","start":"2026-05-07T09:54:01.784349Z","end":"2026-05-07T09:54:02.098619Z","steps":["trace[1499423869] 'read index received' (duration: 242.819433ms)","trace[1499423869] 'applied index is now lower than readState.Index' (duration: 71.448571ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:54:02.098807Z","caller":"traceutil/trace.go:171","msg":"trace[1517068319] transaction","detail":"{read_only:false; response_revision:17844; number_of_response:1; }","duration":"334.203033ms","start":"2026-05-07T09:54:01.764557Z","end":"2026-05-07T09:54:02.09876Z","steps":["trace[1517068319] 'process raft request' (duration: 333.906506ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:02.098891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.483099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T09:54:02.098953Z","caller":"traceutil/trace.go:171","msg":"trace[1540928079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17844; }","duration":"314.641803ms","start":"2026-05-07T09:54:01.784296Z","end":"2026-05-07T09:54:02.098938Z","steps":["trace[1540928079] 'agreement among raft nodes before linearized reading' (duration: 314.456558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:02.098988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:01.784283Z","time spent":"314.697535ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:54:02.099066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:01.764524Z","time spent":"334.384987ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T09:54:02.099487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.091613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-07T09:54:02.099607Z","caller":"traceutil/trace.go:171","msg":"trace[481290665] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17845; }","duration":"275.241536ms","start":"2026-05-07T09:54:01.824345Z","end":"2026-05-07T09:54:02.099586Z","steps":["trace[481290665] 'agreement among raft nodes before linearized reading' (duration: 275.006461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:02.099913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.115517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T09:54:02.099944Z","caller":"traceutil/trace.go:171","msg":"trace[1745898432] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:17845; }","duration":"163.150318ms","start":"2026-05-07T09:54:01.936786Z","end":"2026-05-07T09:54:02.099937Z","steps":["trace[1745898432] 'agreement among raft nodes before linearized reading' (duration: 163.018535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:02.100263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.862354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T09:54:02.100294Z","caller":"traceutil/trace.go:171","msg":"trace[1619177870] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17845; }","duration":"154.910285ms","start":"2026-05-07T09:54:01.945376Z","end":"2026-05-07T09:54:02.100286Z","steps":["trace[1619177870] 'agreement among raft nodes before linearized reading' (duration: 154.819722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:02.099773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.55223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T09:54:02.100948Z","caller":"traceutil/trace.go:171","msg":"trace[234045034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17845; }","duration":"156.736948ms","start":"2026-05-07T09:54:01.944175Z","end":"2026-05-07T09:54:02.100912Z","steps":["trace[234045034] 'agreement among raft nodes before linearized reading' (duration: 155.426647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:09.215001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.521623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gzg2j\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-05-07T09:54:09.215159Z","caller":"traceutil/trace.go:171","msg":"trace[998400487] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gzg2j; range_end:; response_count:1; response_revision:17900; }","duration":"434.729239ms","start":"2026-05-07T09:54:08.780369Z","end":"2026-05-07T09:54:09.215098Z","steps":["trace[998400487] 'range keys from in-memory index tree' (duration: 434.251457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:09.215214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:08.780345Z","time spent":"434.854861ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-gzg2j\" "} {"level":"warn","ts":"2026-05-07T09:54:09.215374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.602681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T09:54:09.215469Z","caller":"traceutil/trace.go:171","msg":"trace[196652727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17900; }","duration":"430.747845ms","start":"2026-05-07T09:54:08.784702Z","end":"2026-05-07T09:54:09.21545Z","steps":["trace[196652727] 'range keys from in-memory index tree' (duration: 430.54579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:09.215514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:08.784692Z","time spent":"430.813656ms","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:54:09.216082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.435879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5b9j7\" ","response":"range_response_count:1 size:20866"} {"level":"info","ts":"2026-05-07T09:54:09.216124Z","caller":"traceutil/trace.go:171","msg":"trace[1259587771] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5b9j7; range_end:; response_count:1; response_revision:17900; }","duration":"286.4773ms","start":"2026-05-07T09:54:08.929636Z","end":"2026-05-07T09:54:09.216114Z","steps":["trace[1259587771] 'range keys from in-memory index tree' (duration: 286.273225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:09.800533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652208461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:54:10.301031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652208461,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T09:54:10.576886Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.337880997s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T09:54:10.577582Z","caller":"traceutil/trace.go:171","msg":"trace[1980372531] transaction","detail":"{read_only:false; response_revision:17901; number_of_response:1; }","duration":"1.338720726s","start":"2026-05-07T09:54:09.238818Z","end":"2026-05-07T09:54:10.577539Z","steps":["trace[1980372531] 'process raft request' (duration: 1.338387808s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:10.577805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:09.238774Z","time spent":"1.338912251s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20981,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:54:10.906521Z","caller":"traceutil/trace.go:171","msg":"trace[548109529] transaction","detail":"{read_only:false; response_revision:17902; number_of_response:1; }","duration":"1.627325877s","start":"2026-05-07T09:54:09.279157Z","end":"2026-05-07T09:54:10.906483Z","steps":["trace[548109529] 'process raft request' (duration: 1.62704299s)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:54:10.906702Z","caller":"traceutil/trace.go:171","msg":"trace[406245391] linearizableReadLoop","detail":"{readStateIndex:18514; appliedIndex:18511; }","duration":"1.607016649s","start":"2026-05-07T09:54:09.29964Z","end":"2026-05-07T09:54:10.906656Z","steps":["trace[406245391] 'read index received' (duration: 1.277573848s)","trace[406245391] 'applied index is now lower than readState.Index' (duration: 329.438961ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:54:10.906775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:09.279102Z","time spent":"1.627555783s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:54:10.907026Z","caller":"traceutil/trace.go:171","msg":"trace[885032566] transaction","detail":"{read_only:false; response_revision:17903; number_of_response:1; }","duration":"774.476052ms","start":"2026-05-07T09:54:10.132447Z","end":"2026-05-07T09:54:10.906923Z","steps":["trace[885032566] 'process raft request' (duration: 773.97809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:10.907191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607516321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"warn","ts":"2026-05-07T09:54:10.907355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:10.132416Z","time spent":"774.8291ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:54:10.907377Z","caller":"traceutil/trace.go:171","msg":"trace[1854708891] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17903; }","duration":"1.607713976s","start":"2026-05-07T09:54:09.299626Z","end":"2026-05-07T09:54:10.90734Z","steps":["trace[1854708891] 'agreement among raft nodes before linearized reading' (duration: 1.607304346s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:10.907529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:09.2996Z","time spent":"1.60790975s","remote":"127.0.0.1:46902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3249,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-05-07T09:54:10.981893Z","caller":"traceutil/trace.go:171","msg":"trace[1878752842] transaction","detail":"{read_only:false; response_revision:17904; number_of_response:1; }","duration":"241.142273ms","start":"2026-05-07T09:54:10.740722Z","end":"2026-05-07T09:54:10.981864Z","steps":["trace[1878752842] 'process raft request' (duration: 206.56528ms)","trace[1878752842] 'compare' (duration: 34.398689ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:54:10.982445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141775413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T09:54:10.982477Z","caller":"traceutil/trace.go:171","msg":"trace[502515789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17905; }","duration":"1.141838505s","start":"2026-05-07T09:54:09.840629Z","end":"2026-05-07T09:54:10.982467Z","steps":["trace[502515789] 'agreement among raft nodes before linearized reading' (duration: 1.141748772s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:10.982461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.885444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-07T09:54:10.982499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:09.840598Z","time spent":"1.141894486s","remote":"127.0.0.1:33716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T09:54:10.982531Z","caller":"traceutil/trace.go:171","msg":"trace[1280229031] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17905; }","duration":"307.996157ms","start":"2026-05-07T09:54:10.674514Z","end":"2026-05-07T09:54:10.98251Z","steps":["trace[1280229031] 'agreement among raft nodes before linearized reading' (duration: 307.837753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:10.982575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:10.674487Z","time spent":"308.078619ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T09:54:10.982588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.353445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T09:54:10.982626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371540509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T09:54:10.982681Z","caller":"traceutil/trace.go:171","msg":"trace[1485257894] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17905; }","duration":"1.371657751s","start":"2026-05-07T09:54:09.611007Z","end":"2026-05-07T09:54:10.982664Z","steps":["trace[1485257894] 'agreement among raft nodes before linearized reading' (duration: 1.371446486s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:10.98268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196769747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T09:54:10.982733Z","caller":"traceutil/trace.go:171","msg":"trace[786145364] transaction","detail":"{read_only:false; response_revision:17905; number_of_response:1; }","duration":"215.720356ms","start":"2026-05-07T09:54:10.767003Z","end":"2026-05-07T09:54:10.982724Z","steps":["trace[786145364] 'process raft request' (duration: 214.825785ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:54:10.982757Z","caller":"traceutil/trace.go:171","msg":"trace[1149305925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17905; }","duration":"1.19690788s","start":"2026-05-07T09:54:09.785826Z","end":"2026-05-07T09:54:10.982734Z","steps":["trace[1149305925] 'agreement among raft nodes before linearized reading' (duration: 1.196820198s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:10.982725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:09.610978Z","time spent":"1.371739103s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T09:54:10.982827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301383398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-07T09:54:10.982867Z","caller":"traceutil/trace.go:171","msg":"trace[49275398] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17905; }","duration":"1.301470591s","start":"2026-05-07T09:54:09.681385Z","end":"2026-05-07T09:54:10.982855Z","steps":["trace[49275398] 'agreement among raft nodes before linearized reading' (duration: 1.301371008s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:10.982892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:09.681328Z","time spent":"1.301558642s","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-07T09:54:10.983002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.04728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T09:54:10.983011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.26968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vq78n\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-05-07T09:54:10.982685Z","caller":"traceutil/trace.go:171","msg":"trace[864029075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17905; }","duration":"838.497638ms","start":"2026-05-07T09:54:10.144164Z","end":"2026-05-07T09:54:10.982662Z","steps":["trace[864029075] 'agreement among raft nodes before linearized reading' (duration: 838.221962ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:54:10.983045Z","caller":"traceutil/trace.go:171","msg":"trace[1147412769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17905; }","duration":"833.110632ms","start":"2026-05-07T09:54:10.149924Z","end":"2026-05-07T09:54:10.983034Z","steps":["trace[1147412769] 'agreement among raft nodes before linearized reading' (duration: 832.995999ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:54:10.98305Z","caller":"traceutil/trace.go:171","msg":"trace[1589470799] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vq78n; range_end:; response_count:1; response_revision:17905; }","duration":"225.358322ms","start":"2026-05-07T09:54:10.757681Z","end":"2026-05-07T09:54:10.983039Z","steps":["trace[1589470799] 'agreement among raft nodes before linearized reading' (duration: 225.176118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:10.983074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:10.149913Z","time spent":"833.154513ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T09:54:10.983077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:10.144151Z","time spent":"838.916378ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T09:54:10.983233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.342357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T09:54:10.983263Z","caller":"traceutil/trace.go:171","msg":"trace[2145333495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17905; }","duration":"836.403619ms","start":"2026-05-07T09:54:10.146851Z","end":"2026-05-07T09:54:10.983255Z","steps":["trace[2145333495] 'agreement among raft nodes before linearized reading' (duration: 836.316327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:10.983291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:10.14684Z","time spent":"836.44427ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T09:54:10.982823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:09.78577Z","time spent":"1.197043204s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T09:54:10.983388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.043391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-07T09:54:10.983433Z","caller":"traceutil/trace.go:171","msg":"trace[113671048] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17905; }","duration":"493.163333ms","start":"2026-05-07T09:54:10.490257Z","end":"2026-05-07T09:54:10.983421Z","steps":["trace[113671048] 'agreement among raft nodes before linearized reading' (duration: 492.770374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:10.98258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239509183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T09:54:10.983483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:10.490231Z","time spent":"493.244735ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T09:54:10.983496Z","caller":"traceutil/trace.go:171","msg":"trace[1825807831] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:17905; }","duration":"1.240527416s","start":"2026-05-07T09:54:09.742955Z","end":"2026-05-07T09:54:10.983483Z","steps":["trace[1825807831] 'agreement among raft nodes before linearized reading' (duration: 1.23939637s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:10.983531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:09.742895Z","time spent":"1.240621568s","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:54:10.983608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592005216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T09:54:10.983664Z","caller":"traceutil/trace.go:171","msg":"trace[2025000487] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:17905; }","duration":"1.592120099s","start":"2026-05-07T09:54:09.391527Z","end":"2026-05-07T09:54:10.983647Z","steps":["trace[2025000487] 'agreement among raft nodes before linearized reading' (duration: 1.592009307s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:10.983671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629952699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T09:54:10.983703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:09.391472Z","time spent":"1.592222881s","remote":"127.0.0.1:46842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-05-07T09:54:10.98371Z","caller":"traceutil/trace.go:171","msg":"trace[714846054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17905; }","duration":"1.630030821s","start":"2026-05-07T09:54:09.353668Z","end":"2026-05-07T09:54:10.983699Z","steps":["trace[714846054] 'agreement among raft nodes before linearized reading' (duration: 1.629920468s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:10.983743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:09.353647Z","time spent":"1.630088442s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T09:54:10.982462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.72969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-07T09:54:10.984168Z","caller":"traceutil/trace.go:171","msg":"trace[157386071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17905; }","duration":"839.459481ms","start":"2026-05-07T09:54:10.144688Z","end":"2026-05-07T09:54:10.984148Z","steps":["trace[157386071] 'agreement among raft nodes before linearized reading' (duration: 837.613318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:54:10.984265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:54:10.144677Z","time spent":"839.567663ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T09:54:33.10245Z","caller":"traceutil/trace.go:171","msg":"trace[1224438530] transaction","detail":"{read_only:false; response_revision:18264; number_of_response:1; }","duration":"108.405171ms","start":"2026-05-07T09:54:32.994014Z","end":"2026-05-07T09:54:33.10242Z","steps":["trace[1224438530] 'process raft request' (duration: 108.193106ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:54:33.194032Z","caller":"traceutil/trace.go:171","msg":"trace[1554486919] transaction","detail":"{read_only:false; response_revision:18265; number_of_response:1; }","duration":"121.137551ms","start":"2026-05-07T09:54:33.072864Z","end":"2026-05-07T09:54:33.194001Z","steps":["trace[1554486919] 'process raft request' (duration: 115.752654ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:54:33.194187Z","caller":"traceutil/trace.go:171","msg":"trace[849683609] transaction","detail":"{read_only:false; response_revision:18266; number_of_response:1; }","duration":"120.594808ms","start":"2026-05-07T09:54:33.073567Z","end":"2026-05-07T09:54:33.194162Z","steps":["trace[849683609] 'process raft request' (duration: 120.378922ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:57:06.294499Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T09:57:06.299421Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-07T09:57:06.299514Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-07T09:58:09.60958Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17415} {"level":"info","ts":"2026-05-07T09:58:09.711767Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17415,"took":"97.342111ms","hash":395895122,"current-db-size-bytes":56172544,"current-db-size":"56 MB","current-db-size-in-use-bytes":34484224,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-07T09:58:09.711832Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":395895122,"revision":17415,"compact-revision":15226} {"level":"info","ts":"2026-05-07T09:59:12.33638Z","caller":"traceutil/trace.go:171","msg":"trace[1928316516] transaction","detail":"{read_only:false; response_revision:20268; number_of_response:1; }","duration":"168.138957ms","start":"2026-05-07T09:59:12.1682Z","end":"2026-05-07T09:59:12.336339Z","steps":["trace[1928316516] 'process raft request' (duration: 167.925102ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:59:44.747156Z","caller":"traceutil/trace.go:171","msg":"trace[549018979] transaction","detail":"{read_only:false; response_revision:20435; number_of_response:1; }","duration":"224.265868ms","start":"2026-05-07T09:59:44.522828Z","end":"2026-05-07T09:59:44.747094Z","steps":["trace[549018979] 'process raft request' (duration: 221.923252ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:59:44.747197Z","caller":"traceutil/trace.go:171","msg":"trace[2018176599] transaction","detail":"{read_only:false; response_revision:20436; number_of_response:1; }","duration":"224.354969ms","start":"2026-05-07T09:59:44.522819Z","end":"2026-05-07T09:59:44.747174Z","steps":["trace[2018176599] 'process raft request' (duration: 224.185325ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:59:44.961831Z","caller":"traceutil/trace.go:171","msg":"trace[94227484] linearizableReadLoop","detail":"{readStateIndex:21134; appliedIndex:21133; }","duration":"169.9809ms","start":"2026-05-07T09:59:44.791809Z","end":"2026-05-07T09:59:44.96179Z","steps":["trace[94227484] 'read index received' (duration: 153.39902ms)","trace[94227484] 'applied index is now lower than readState.Index' (duration: 16.58041ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T09:59:44.962024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.192526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T09:59:44.961987Z","caller":"traceutil/trace.go:171","msg":"trace[400961555] transaction","detail":"{read_only:false; response_revision:20437; number_of_response:1; }","duration":"249.46358ms","start":"2026-05-07T09:59:44.712479Z","end":"2026-05-07T09:59:44.961942Z","steps":["trace[400961555] 'process raft request' (duration: 232.86794ms)","trace[400961555] 'compare' (duration: 16.056748ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:59:44.962059Z","caller":"traceutil/trace.go:171","msg":"trace[1815615267] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:20437; }","duration":"170.296148ms","start":"2026-05-07T09:59:44.791749Z","end":"2026-05-07T09:59:44.962046Z","steps":["trace[1815615267] 'agreement among raft nodes before linearized reading' (duration: 170.201466ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T09:59:45.243963Z","caller":"traceutil/trace.go:171","msg":"trace[1483709260] transaction","detail":"{read_only:false; response_revision:20439; number_of_response:1; }","duration":"237.12372ms","start":"2026-05-07T09:59:45.0068Z","end":"2026-05-07T09:59:45.243924Z","steps":["trace[1483709260] 'process raft request' (duration: 159.216407ms)","trace[1483709260] 'compare' (duration: 77.471153ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:59:45.622747Z","caller":"traceutil/trace.go:171","msg":"trace[1727935362] transaction","detail":"{read_only:false; response_revision:20441; number_of_response:1; }","duration":"614.111912ms","start":"2026-05-07T09:59:45.008596Z","end":"2026-05-07T09:59:45.622708Z","steps":["trace[1727935362] 'process raft request' (duration: 614.02713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:45.622946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:45.008587Z","time spent":"614.258885ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:59:45.623288Z","caller":"traceutil/trace.go:171","msg":"trace[1756623153] linearizableReadLoop","detail":"{readStateIndex:21139; appliedIndex:21135; }","duration":"606.084633ms","start":"2026-05-07T09:59:45.017177Z","end":"2026-05-07T09:59:45.623262Z","steps":["trace[1756623153] 'read index received' (duration: 148.891444ms)","trace[1756623153] 'applied index is now lower than readState.Index' (duration: 457.192089ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T09:59:45.623401Z","caller":"traceutil/trace.go:171","msg":"trace[1497417302] transaction","detail":"{read_only:false; response_revision:20442; number_of_response:1; }","duration":"612.841652ms","start":"2026-05-07T09:59:45.010544Z","end":"2026-05-07T09:59:45.623386Z","steps":["trace[1497417302] 'process raft request' (duration: 612.121905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:45.623506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:45.010512Z","time spent":"612.930564ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T09:59:45.623575Z","caller":"traceutil/trace.go:171","msg":"trace[1189486260] transaction","detail":"{read_only:false; response_revision:20443; number_of_response:1; }","duration":"541.071083ms","start":"2026-05-07T09:59:45.082451Z","end":"2026-05-07T09:59:45.623522Z","steps":["trace[1189486260] 'process raft request' (duration: 540.632253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:45.623647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.677594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T09:59:45.623694Z","caller":"traceutil/trace.go:171","msg":"trace[1429175738] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:20443; }","duration":"557.771836ms","start":"2026-05-07T09:59:45.065906Z","end":"2026-05-07T09:59:45.623678Z","steps":["trace[1429175738] 'agreement among raft nodes before linearized reading' (duration: 557.696484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:45.623735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:45.065881Z","time spent":"557.845448ms","remote":"127.0.0.1:46860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:59:45.623827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:45.082417Z","time spent":"541.217647ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:59:45.62392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.739818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T09:59:45.623965Z","caller":"traceutil/trace.go:171","msg":"trace[689248996] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:20443; }","duration":"606.803869ms","start":"2026-05-07T09:59:45.017148Z","end":"2026-05-07T09:59:45.623952Z","steps":["trace[689248996] 'agreement among raft nodes before linearized reading' (duration: 606.744778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:45.624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:45.017138Z","time spent":"606.854251ms","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T09:59:45.624233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.109415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-07T09:59:45.624338Z","caller":"traceutil/trace.go:171","msg":"trace[790642260] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20443; }","duration":"547.252158ms","start":"2026-05-07T09:59:45.077064Z","end":"2026-05-07T09:59:45.624316Z","steps":["trace[790642260] 'agreement among raft nodes before linearized reading' (duration: 546.993962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:45.624396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:45.077053Z","time spent":"547.3272ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T09:59:45.624533Z","caller":"traceutil/trace.go:171","msg":"trace[1230451855] transaction","detail":"{read_only:false; response_revision:20440; number_of_response:1; }","duration":"615.894913ms","start":"2026-05-07T09:59:45.006867Z","end":"2026-05-07T09:59:45.622762Z","steps":["trace[1230451855] 'process raft request' (duration: 615.534445ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:45.624856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:45.006845Z","time spent":"617.773118ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T09:59:46.178973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.645784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T09:59:46.179098Z","caller":"traceutil/trace.go:171","msg":"trace[667886775] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:20444; }","duration":"229.854139ms","start":"2026-05-07T09:59:45.94921Z","end":"2026-05-07T09:59:46.179064Z","steps":["trace[667886775] 'count revisions from in-memory index tree' (duration: 229.423189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:46.17921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.262168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T09:59:46.179362Z","caller":"traceutil/trace.go:171","msg":"trace[1027656967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20444; }","duration":"394.464752ms","start":"2026-05-07T09:59:45.784836Z","end":"2026-05-07T09:59:46.1793Z","steps":["trace[1027656967] 'range keys from in-memory index tree' (duration: 394.048083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T09:59:46.179441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T09:59:45.784807Z","time spent":"394.615946ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T10:03:09.617608Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19915} {"level":"info","ts":"2026-05-07T10:03:09.730728Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19915,"took":"109.169799ms","hash":1943441032,"current-db-size-bytes":56172544,"current-db-size":"56 MB","current-db-size-in-use-bytes":30334976,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-07T10:03:09.73084Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1943441032,"revision":19915,"compact-revision":17415} {"level":"info","ts":"2026-05-07T10:03:38.948037Z","caller":"traceutil/trace.go:171","msg":"trace[797610320] transaction","detail":"{read_only:false; response_revision:22921; number_of_response:1; }","duration":"119.446021ms","start":"2026-05-07T10:03:38.828552Z","end":"2026-05-07T10:03:38.947998Z","steps":["trace[797610320] 'process raft request' (duration: 119.191905ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:03:39.540263Z","caller":"traceutil/trace.go:171","msg":"trace[567909973] transaction","detail":"{read_only:false; response_revision:22923; number_of_response:1; }","duration":"518.291397ms","start":"2026-05-07T10:03:39.021922Z","end":"2026-05-07T10:03:39.540214Z","steps":["trace[567909973] 'process raft request' (duration: 516.853453ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:03:39.540383Z","caller":"traceutil/trace.go:171","msg":"trace[33942090] transaction","detail":"{read_only:false; response_revision:22924; number_of_response:1; }","duration":"517.305054ms","start":"2026-05-07T10:03:39.023043Z","end":"2026-05-07T10:03:39.540348Z","steps":["trace[33942090] 'process raft request' (duration: 517.098429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:03:39.540508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:03:39.021887Z","time spent":"518.488191ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:03:39.540579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:03:39.023014Z","time spent":"517.455218ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:03:39.54055Z","caller":"traceutil/trace.go:171","msg":"trace[577585760] linearizableReadLoop","detail":"{readStateIndex:23694; appliedIndex:23692; }","duration":"499.72282ms","start":"2026-05-07T10:03:39.040756Z","end":"2026-05-07T10:03:39.540478Z","steps":["trace[577585760] 'read index received' (duration: 498.03766ms)","trace[577585760] 'applied index is now lower than readState.Index' (duration: 1.67972ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:03:39.540802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.7182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-07T10:03:39.540847Z","caller":"traceutil/trace.go:171","msg":"trace[552992858] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22925; }","duration":"366.794052ms","start":"2026-05-07T10:03:39.174038Z","end":"2026-05-07T10:03:39.540832Z","steps":["trace[552992858] 'agreement among raft nodes before linearized reading' (duration: 366.663879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:03:39.540838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.060007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T10:03:39.540877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:03:39.174012Z","time spent":"366.857603ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T10:03:39.540938Z","caller":"traceutil/trace.go:171","msg":"trace[796223552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22925; }","duration":"500.196881ms","start":"2026-05-07T10:03:39.04071Z","end":"2026-05-07T10:03:39.540907Z","steps":["trace[796223552] 'agreement among raft nodes before linearized reading' (duration: 499.973846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:03:39.540986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:03:39.040694Z","time spent":"500.279083ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T10:06:47.941083Z","caller":"traceutil/trace.go:171","msg":"trace[695370329] linearizableReadLoop","detail":"{readStateIndex:25748; appliedIndex:25748; }","duration":"153.682986ms","start":"2026-05-07T10:06:47.78737Z","end":"2026-05-07T10:06:47.941053Z","steps":["trace[695370329] 'read index received' (duration: 153.670496ms)","trace[695370329] 'applied index is now lower than readState.Index' (duration: 9.82µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:06:47.941093Z","caller":"traceutil/trace.go:171","msg":"trace[2075898429] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"244.275838ms","start":"2026-05-07T10:06:47.696781Z","end":"2026-05-07T10:06:47.941057Z","steps":["trace[2075898429] 'process raft request' (duration: 243.999941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:47.941254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.85578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:47.941335Z","caller":"traceutil/trace.go:171","msg":"trace[289361827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24931; }","duration":"153.998044ms","start":"2026-05-07T10:06:47.787326Z","end":"2026-05-07T10:06:47.941324Z","steps":["trace[289361827] 'agreement among raft nodes before linearized reading' (duration: 153.85599ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:47.945006Z","caller":"traceutil/trace.go:171","msg":"trace[1134460402] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"135.567ms","start":"2026-05-07T10:06:47.809414Z","end":"2026-05-07T10:06:47.944981Z","steps":["trace[1134460402] 'process raft request' (duration: 135.295324ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:51.525676Z","caller":"traceutil/trace.go:171","msg":"trace[886399769] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"159.654096ms","start":"2026-05-07T10:06:51.365983Z","end":"2026-05-07T10:06:51.525637Z","steps":["trace[886399769] 'process raft request' (duration: 159.453592ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:51.525962Z","caller":"traceutil/trace.go:171","msg":"trace[266398924] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"160.164649ms","start":"2026-05-07T10:06:51.365783Z","end":"2026-05-07T10:06:51.525948Z","steps":["trace[266398924] 'process raft request' (duration: 129.738353ms)","trace[266398924] 'compare' (duration: 29.625297ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:06:51.525977Z","caller":"traceutil/trace.go:171","msg":"trace[1644408311] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"156.648035ms","start":"2026-05-07T10:06:51.369204Z","end":"2026-05-07T10:06:51.525852Z","steps":["trace[1644408311] 'process raft request' (duration: 156.309257ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:51.742656Z","caller":"traceutil/trace.go:171","msg":"trace[926271965] linearizableReadLoop","detail":"{readStateIndex:25780; appliedIndex:25779; }","duration":"204.00389ms","start":"2026-05-07T10:06:51.538622Z","end":"2026-05-07T10:06:51.742626Z","steps":["trace[926271965] 'read index received' (duration: 136.00888ms)","trace[926271965] 'applied index is now lower than readState.Index' (duration: 67.99373ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:06:51.742806Z","caller":"traceutil/trace.go:171","msg":"trace[1525536332] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"205.71216ms","start":"2026-05-07T10:06:51.537042Z","end":"2026-05-07T10:06:51.742755Z","steps":["trace[1525536332] 'process raft request' (duration: 137.700949ms)","trace[1525536332] 'compare' (duration: 67.735204ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:06:51.742893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.240135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:06:51.742994Z","caller":"traceutil/trace.go:171","msg":"trace[1362947686] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24962; }","duration":"204.40653ms","start":"2026-05-07T10:06:51.538561Z","end":"2026-05-07T10:06:51.742968Z","steps":["trace[1362947686] 'agreement among raft nodes before linearized reading' (duration: 204.187885ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:52.160779Z","caller":"traceutil/trace.go:171","msg":"trace[1658127913] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"163.906656ms","start":"2026-05-07T10:06:51.996832Z","end":"2026-05-07T10:06:52.160739Z","steps":["trace[1658127913] 'process raft request' (duration: 117.940265ms)","trace[1658127913] 'compare' (duration: 45.48864ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:06:53.268378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228059,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T10:06:53.300272Z","caller":"traceutil/trace.go:171","msg":"trace[1841885715] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"572.374107ms","start":"2026-05-07T10:06:52.727856Z","end":"2026-05-07T10:06:53.30023Z","steps":["trace[1841885715] 'process raft request' (duration: 572.145551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:53.300711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:52.727835Z","time spent":"572.557402ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:54.786115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999906704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:06:54.786221Z","caller":"traceutil/trace.go:171","msg":"trace[1787159173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000056158s","start":"2026-05-07T10:06:52.786143Z","end":"2026-05-07T10:06:54.7862Z","steps":["trace[1787159173] 'agreement among raft nodes before linearized reading' (duration: 1.999922655s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:54.786265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:52.786132Z","time spent":"2.00012473s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:06:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:06:56.077506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.777637223s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:06:56.078308Z","caller":"traceutil/trace.go:171","msg":"trace[1867047642] transaction","detail":"{read_only:false; response_revision:24969; number_of_response:1; }","duration":"3.314457373s","start":"2026-05-07T10:06:52.763789Z","end":"2026-05-07T10:06:56.078246Z","steps":["trace[1867047642] 'process raft request' (duration: 3.314036363s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:56.078346Z","caller":"traceutil/trace.go:171","msg":"trace[1648971768] linearizableReadLoop","detail":"{readStateIndex:25789; appliedIndex:25785; }","duration":"3.310128841s","start":"2026-05-07T10:06:52.768198Z","end":"2026-05-07T10:06:56.078327Z","steps":["trace[1648971768] 'read index received' (duration: 531.771502ms)","trace[1648971768] 'applied index is now lower than readState.Index' (duration: 2.778354709s)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:06:56.078256Z","caller":"traceutil/trace.go:171","msg":"trace[1805724244] transaction","detail":"{read_only:false; response_revision:24970; number_of_response:1; }","duration":"3.238142808s","start":"2026-05-07T10:06:52.840044Z","end":"2026-05-07T10:06:56.078187Z","steps":["trace[1805724244] 'process raft request' (duration: 3.238035995s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:56.07855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:52.763763Z","time spent":"3.314652257s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:56.078595Z","caller":"traceutil/trace.go:171","msg":"trace[1097245375] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"3.185483939s","start":"2026-05-07T10:06:52.892908Z","end":"2026-05-07T10:06:56.078392Z","steps":["trace[1097245375] 'process raft request' (duration: 3.185226023s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:56.078638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:52.840023Z","time spent":"3.238490915s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:56.078683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.310440668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T10:06:56.0788Z","caller":"traceutil/trace.go:171","msg":"trace[1801920738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24971; }","duration":"3.310613912s","start":"2026-05-07T10:06:52.768156Z","end":"2026-05-07T10:06:56.07877Z","steps":["trace[1801920738] 'agreement among raft nodes before linearized reading' (duration: 3.310269344s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:56.078857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:52.768141Z","time spent":"3.310706204s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T10:06:56.079077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:52.892889Z","time spent":"3.185800526s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:56.579133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:06:56.79222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999518305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:06:56.792332Z","caller":"traceutil/trace.go:171","msg":"trace[817792886] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999700839s","start":"2026-05-07T10:06:54.792605Z","end":"2026-05-07T10:06:56.792305Z","steps":["trace[817792886] 'agreement among raft nodes before linearized reading' (duration: 1.999553205s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:56.792397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.792582Z","time spent":"1.999801441s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:06:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:06:57.079657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:06:57.580357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:06:57.797182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9994957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:06:57.797412Z","caller":"traceutil/trace.go:171","msg":"trace[1441960234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999837288s","start":"2026-05-07T10:06:52.797493Z","end":"2026-05-07T10:06:57.79733Z","steps":["trace[1441960234] 'agreement among raft nodes before linearized reading' (duration: 4.999540961s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:57.797684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:52.797458Z","time spent":"5.000203957s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/07 10:06:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:06:58.008217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:56.411632Z","time spent":"1.596575554s","remote":"127.0.0.1:55878","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T10:06:58.080602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:06:58.328855Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.592046679s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:06:58.329339Z","caller":"traceutil/trace.go:171","msg":"trace[1683873960] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"3.022926534s","start":"2026-05-07T10:06:55.306391Z","end":"2026-05-07T10:06:58.329318Z","steps":["trace[1683873960] 'process raft request' (duration: 3.022894033s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.32949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:55.306355Z","time spent":"3.023056967s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:58.329814Z","caller":"traceutil/trace.go:171","msg":"trace[1588955207] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"3.973848108s","start":"2026-05-07T10:06:54.355946Z","end":"2026-05-07T10:06:58.329794Z","steps":["trace[1588955207] 'process raft request' (duration: 3.973318545s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:58.329837Z","caller":"traceutil/trace.go:171","msg":"trace[1677980048] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"4.164097874s","start":"2026-05-07T10:06:54.165704Z","end":"2026-05-07T10:06:58.329802Z","steps":["trace[1677980048] 'process raft request' (duration: 4.163532161s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:58.329901Z","caller":"traceutil/trace.go:171","msg":"trace[62687160] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"4.454133088s","start":"2026-05-07T10:06:53.875719Z","end":"2026-05-07T10:06:58.329852Z","steps":["trace[62687160] 'process raft request' (duration: 4.453459862s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:58.329993Z","caller":"traceutil/trace.go:171","msg":"trace[825569334] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"4.332426404s","start":"2026-05-07T10:06:53.99756Z","end":"2026-05-07T10:06:58.329986Z","steps":["trace[825569334] 'process raft request' (duration: 4.331652446s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.329992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.165663Z","time spent":"4.164238587s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:58.330036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:53.997536Z","time spent":"4.332479166s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:58.32986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.35592Z","time spent":"3.97391797s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:58.330133Z","caller":"traceutil/trace.go:171","msg":"trace[101540559] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"4.676131462s","start":"2026-05-07T10:06:53.65399Z","end":"2026-05-07T10:06:58.330122Z","steps":["trace[101540559] 'process raft request' (duration: 4.675045206s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.330143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:53.875687Z","time spent":"4.454317853s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:58.330196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:53.653958Z","time spent":"4.676200902s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:58.345213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99951856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:06:58.345305Z","caller":"traceutil/trace.go:171","msg":"trace[576879886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999685714s","start":"2026-05-07T10:06:53.345595Z","end":"2026-05-07T10:06:58.34528Z","steps":["trace[576879886] 'agreement among raft nodes before linearized reading' (duration: 4.999564091s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.345362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:53.345569Z","time spent":"4.999783286s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/07 10:06:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:06:58.430253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999971456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:06:58.430383Z","caller":"traceutil/trace.go:171","msg":"trace[78990643] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184041s","start":"2026-05-07T10:06:56.430164Z","end":"2026-05-07T10:06:58.430348Z","steps":["trace[78990643] 'agreement among raft nodes before linearized reading' (duration: 2.000020957s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.430451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:56.430146Z","time spent":"2.000290604s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:06:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:06:58.792787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:06:58.792858Z","caller":"traceutil/trace.go:171","msg":"trace[722668180] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000238403s","start":"2026-05-07T10:06:56.792603Z","end":"2026-05-07T10:06:58.792841Z","steps":["trace[722668180] 'agreement among raft nodes before linearized reading' (duration: 2.0001332s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:58.792895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:56.792578Z","time spent":"2.000310745s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:06:59.164618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999406717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:06:59.164717Z","caller":"traceutil/trace.go:171","msg":"trace[1106363872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999558881s","start":"2026-05-07T10:06:54.165133Z","end":"2026-05-07T10:06:59.164692Z","steps":["trace[1106363872] 'agreement among raft nodes before linearized reading' (duration: 4.999439128s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:59.164769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.165112Z","time spent":"4.999646863s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/07 10:06:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:06:59.600321Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217696499s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:06:59.881514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.94367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:06:59.881917Z","caller":"traceutil/trace.go:171","msg":"trace[91654459] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"3.797695533s","start":"2026-05-07T10:06:56.084188Z","end":"2026-05-07T10:06:59.881883Z","steps":["trace[91654459] 'process raft request' (duration: 3.516274442s)","trace[91654459] 'compare' (duration: 280.50506ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:06:59.882094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:56.08416Z","time spent":"3.797857106s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:59.882487Z","caller":"traceutil/trace.go:171","msg":"trace[127780195] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"3.221801324s","start":"2026-05-07T10:06:56.660657Z","end":"2026-05-07T10:06:59.882458Z","steps":["trace[127780195] 'process raft request' (duration: 3.220981294s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:59.882662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:56.660622Z","time spent":"3.221946146s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:59.882672Z","caller":"traceutil/trace.go:171","msg":"trace[1278696429] transaction","detail":"{read_only:false; response_revision:24983; number_of_response:1; }","duration":"1.796205701s","start":"2026-05-07T10:06:58.086447Z","end":"2026-05-07T10:06:59.882653Z","steps":["trace[1278696429] 'process raft request' (duration: 1.796128219s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:59.882696Z","caller":"traceutil/trace.go:171","msg":"trace[1116620150] transaction","detail":"{read_only:false; response_revision:24982; number_of_response:1; }","duration":"1.796314274s","start":"2026-05-07T10:06:58.086351Z","end":"2026-05-07T10:06:59.882665Z","steps":["trace[1116620150] 'process raft request' (duration: 1.79618404s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:06:59.882685Z","caller":"traceutil/trace.go:171","msg":"trace[1564771611] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"1.797486811s","start":"2026-05-07T10:06:58.085121Z","end":"2026-05-07T10:06:59.882607Z","steps":["trace[1564771611] 'process raft request' (duration: 1.797365438s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:59.882757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:58.086439Z","time spent":"1.796279643s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:59.882857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:58.086335Z","time spent":"1.796439716s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:06:59.882945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:58.085091Z","time spent":"1.797698406s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:06:59.882968Z","caller":"traceutil/trace.go:171","msg":"trace[2033884645] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"2.342781201s","start":"2026-05-07T10:06:57.540152Z","end":"2026-05-07T10:06:59.882934Z","steps":["trace[2033884645] 'process raft request' (duration: 2.341595553s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:06:59.88309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:57.540129Z","time spent":"2.342901024s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:00.801553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000405746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:07:00.801647Z","caller":"traceutil/trace.go:171","msg":"trace[691656528] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543799s","start":"2026-05-07T10:06:58.801085Z","end":"2026-05-07T10:07:00.801628Z","steps":["trace[691656528] 'agreement among raft nodes before linearized reading' (duration: 2.000419376s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:00.801695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:58.801069Z","time spent":"2.000617121s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:01.484445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601804068s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T10:07:01.484715Z","caller":"traceutil/trace.go:171","msg":"trace[1704810000] linearizableReadLoop","detail":"{readStateIndex:25798; appliedIndex:25789; }","duration":"5.406272991s","start":"2026-05-07T10:06:56.078419Z","end":"2026-05-07T10:07:01.484692Z","steps":["trace[1704810000] 'read index received' (duration: 2.250684166s)","trace[1704810000] 'applied index is now lower than readState.Index' (duration: 3.155587175s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:01.484975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.06559562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-05-07T10:07:01.484948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.519761707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:01.485019Z","caller":"traceutil/trace.go:171","msg":"trace[163140756] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24984; }","duration":"8.065715142s","start":"2026-05-07T10:06:53.419291Z","end":"2026-05-07T10:07:01.485006Z","steps":["trace[163140756] 'agreement among raft nodes before linearized reading' (duration: 8.065518788s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:01.485059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:53.419257Z","time spent":"8.065794784s","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-05-07T10:07:01.485227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.665552656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:01.485297Z","caller":"traceutil/trace.go:171","msg":"trace[1635562971] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:0; response_revision:24984; }","duration":"8.665691919s","start":"2026-05-07T10:06:52.81959Z","end":"2026-05-07T10:07:01.485282Z","steps":["trace[1635562971] 'agreement among raft nodes before linearized reading' (duration: 8.665571836s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:01.485293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.983909509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:01.48505Z","caller":"traceutil/trace.go:171","msg":"trace[880643880] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24984; }","duration":"7.519934151s","start":"2026-05-07T10:06:53.965088Z","end":"2026-05-07T10:07:01.485022Z","steps":["trace[880643880] 'agreement among raft nodes before linearized reading' (duration: 7.519719075s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:01.485335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:52.81957Z","time spent":"8.66575758s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-05-07T10:07:01.485343Z","caller":"traceutil/trace.go:171","msg":"trace[1386132917] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24984; }","duration":"6.983990561s","start":"2026-05-07T10:06:54.501338Z","end":"2026-05-07T10:07:01.485329Z","steps":["trace[1386132917] 'agreement among raft nodes before linearized reading' (duration: 6.983911949s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:01.485244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.877716462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-05-07T10:07:01.485378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.501319Z","time spent":"6.984048022s","remote":"127.0.0.1:43016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:01.485358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.529679422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:01.485422Z","caller":"traceutil/trace.go:171","msg":"trace[354792491] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24984; }","duration":"5.877911806s","start":"2026-05-07T10:06:55.607482Z","end":"2026-05-07T10:07:01.485393Z","steps":["trace[354792491] 'agreement among raft nodes before linearized reading' (duration: 5.877602179s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:01.485447Z","caller":"traceutil/trace.go:171","msg":"trace[2026901562] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24984; }","duration":"6.529852575s","start":"2026-05-07T10:06:54.955576Z","end":"2026-05-07T10:07:01.485429Z","steps":["trace[2026901562] 'agreement among raft nodes before linearized reading' (duration: 6.529696101s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:01.485418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.365729261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:01.485451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.688067005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-07T10:07:01.485492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.955548Z","time spent":"6.529934467s","remote":"127.0.0.1:33564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:01.485503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:55.607462Z","time spent":"5.878011859s","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-05-07T10:07:01.485519Z","caller":"traceutil/trace.go:171","msg":"trace[411545080] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24984; }","duration":"8.365899495s","start":"2026-05-07T10:06:53.1196Z","end":"2026-05-07T10:07:01.485499Z","steps":["trace[411545080] 'agreement among raft nodes before linearized reading' (duration: 8.365732971s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:01.485525Z","caller":"traceutil/trace.go:171","msg":"trace[826817796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24984; }","duration":"8.688156927s","start":"2026-05-07T10:06:52.797354Z","end":"2026-05-07T10:07:01.485511Z","steps":["trace[826817796] 'agreement among raft nodes before linearized reading' (duration: 8.688001563s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:01.48536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.687943682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-07T10:07:01.485562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:53.119575Z","time spent":"8.365977277s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:01.485571Z","caller":"traceutil/trace.go:171","msg":"trace[702988136] transaction","detail":"{read_only:false; response_revision:24985; number_of_response:1; }","duration":"1.151199526s","start":"2026-05-07T10:07:00.334352Z","end":"2026-05-07T10:07:01.485552Z","steps":["trace[702988136] 'process raft request' (duration: 1.150209753s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:01.485316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.373104736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:01.485629Z","caller":"traceutil/trace.go:171","msg":"trace[544030194] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24984; }","duration":"7.373461145s","start":"2026-05-07T10:06:54.112159Z","end":"2026-05-07T10:07:01.48562Z","steps":["trace[544030194] 'agreement among raft nodes before linearized reading' (duration: 7.373117497s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:01.485666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.112137Z","time spent":"7.373518165s","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:01.485575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:52.797343Z","time spent":"8.688220458s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T10:07:01.485685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:00.334327Z","time spent":"1.151292738s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:01.485376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.692712627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-05-07T10:07:01.485387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:53.965051Z","time spent":"7.52031384s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:01.485924Z","caller":"traceutil/trace.go:171","msg":"trace[1482028569] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c; range_end:; response_count:1; response_revision:24984; }","duration":"6.693338122s","start":"2026-05-07T10:06:54.792566Z","end":"2026-05-07T10:07:01.485904Z","steps":["trace[1482028569] 'agreement among raft nodes before linearized reading' (duration: 6.692644606s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:01.485593Z","caller":"traceutil/trace.go:171","msg":"trace[542889696] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24984; }","duration":"8.688193868s","start":"2026-05-07T10:06:52.797389Z","end":"2026-05-07T10:07:01.485583Z","steps":["trace[542889696] 'agreement among raft nodes before linearized reading' (duration: 8.687910841s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:01.485976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:54.792542Z","time spent":"6.693419614s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c\" "} {"level":"warn","ts":"2026-05-07T10:07:01.48523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.086423599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:01.486014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:52.797378Z","time spent":"8.688623889s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T10:07:01.486049Z","caller":"traceutil/trace.go:171","msg":"trace[611694299] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24984; }","duration":"8.08729107s","start":"2026-05-07T10:06:53.398748Z","end":"2026-05-07T10:07:01.486039Z","steps":["trace[611694299] 'agreement among raft nodes before linearized reading' (duration: 8.086424939s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:01.48609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:53.398723Z","time spent":"8.087351271s","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:01.985809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:02.331423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.235986ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:02.331577Z","caller":"traceutil/trace.go:171","msg":"trace[1763069272] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24985; }","duration":"400.40561ms","start":"2026-05-07T10:07:01.93115Z","end":"2026-05-07T10:07:02.331556Z","steps":["trace[1763069272] 'range keys from in-memory index tree' (duration: 400.212796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:02.486434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:02.796495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:01.491382Z","time spent":"1.305102747s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T10:07:02.79651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:01.491749Z","time spent":"1.304751389s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 10:07:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/07 10:07:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:02.798396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997146589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:02.79848Z","caller":"traceutil/trace.go:171","msg":"trace[1770793508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997286402s","start":"2026-05-07T10:06:59.801176Z","end":"2026-05-07T10:07:02.798463Z","steps":["trace[1770793508] 'agreement among raft nodes before linearized reading' (duration: 2.99719004s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:02.798527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:59.801151Z","time spent":"2.997367133s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/07 10:07:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:02.802303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000400846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:07:02.802376Z","caller":"traceutil/trace.go:171","msg":"trace[712072907] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00052521s","start":"2026-05-07T10:07:00.801832Z","end":"2026-05-07T10:07:02.802357Z","steps":["trace[712072907] 'agreement among raft nodes before linearized reading' (duration: 2.000423357s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:02.802428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:00.801815Z","time spent":"2.000603691s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:02.869516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.719468667s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:07:02.869999Z","caller":"traceutil/trace.go:171","msg":"trace[944691679] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"2.534275088s","start":"2026-05-07T10:07:00.335702Z","end":"2026-05-07T10:07:02.869977Z","steps":["trace[944691679] 'process raft request' (duration: 2.534242187s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:02.870136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:00.335688Z","time spent":"2.53437002s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:02.870453Z","caller":"traceutil/trace.go:171","msg":"trace[234638300] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"2.534759209s","start":"2026-05-07T10:07:00.335667Z","end":"2026-05-07T10:07:02.870427Z","steps":["trace[234638300] 'process raft request' (duration: 2.534220107s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:02.870496Z","caller":"traceutil/trace.go:171","msg":"trace[124440091] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"2.535290942s","start":"2026-05-07T10:07:00.335198Z","end":"2026-05-07T10:07:02.870489Z","steps":["trace[124440091] 'process raft request' (duration: 2.534543114s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:02.870528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:00.335186Z","time spent":"2.535323262s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:02.870564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:00.335654Z","time spent":"2.534848121s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:03.345629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993185254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:03.346899Z","caller":"traceutil/trace.go:171","msg":"trace[1049539024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.994501715s","start":"2026-05-07T10:07:00.352374Z","end":"2026-05-07T10:07:03.346875Z","steps":["trace[1049539024] 'agreement among raft nodes before linearized reading' (duration: 2.993210985s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:03.34708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:00.352361Z","time spent":"2.99469622s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/07 10:07:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:04.164191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996995643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:04.164351Z","caller":"traceutil/trace.go:171","msg":"trace[2041647823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.99725863s","start":"2026-05-07T10:07:01.167072Z","end":"2026-05-07T10:07:04.164331Z","steps":["trace[2041647823] 'agreement among raft nodes before linearized reading' (duration: 2.997074505s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.164444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:01.167047Z","time spent":"2.997383943s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/07 10:07:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:04.677924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.808128982s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:04.678565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:01.487772Z","time spent":"3.190781924s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T10:07:04.678671Z","caller":"traceutil/trace.go:171","msg":"trace[346096135] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"3.190158439s","start":"2026-05-07T10:07:01.488479Z","end":"2026-05-07T10:07:04.678638Z","steps":["trace[346096135] 'process raft request' (duration: 3.189865962s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:04.678778Z","caller":"traceutil/trace.go:171","msg":"trace[775311511] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"2.790066676s","start":"2026-05-07T10:07:01.888695Z","end":"2026-05-07T10:07:04.678762Z","steps":["trace[775311511] 'process raft request' (duration: 2.789955463s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:04.678822Z","caller":"traceutil/trace.go:171","msg":"trace[1175741840] transaction","detail":"{read_only:false; response_revision:24993; number_of_response:1; }","duration":"2.78986113s","start":"2026-05-07T10:07:01.888924Z","end":"2026-05-07T10:07:04.678785Z","steps":["trace[1175741840] 'process raft request' (duration: 2.789782768s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.678909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:01.888655Z","time spent":"2.790156128s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:04.679015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:01.888914Z","time spent":"2.790000303s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:04.679245Z","caller":"traceutil/trace.go:171","msg":"trace[2023161273] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"2.789910941s","start":"2026-05-07T10:07:01.889312Z","end":"2026-05-07T10:07:04.679223Z","steps":["trace[2023161273] 'process raft request' (duration: 2.78942919s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:04.679281Z","caller":"traceutil/trace.go:171","msg":"trace[526695977] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24994; }","duration":"1.881064217s","start":"2026-05-07T10:07:02.798199Z","end":"2026-05-07T10:07:04.679263Z","steps":["trace[526695977] 'process raft request' (duration: 1.880928594s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:04.679342Z","caller":"traceutil/trace.go:171","msg":"trace[985332209] linearizableReadLoop","detail":"{readStateIndex:25813; appliedIndex:25806; }","duration":"3.194577683s","start":"2026-05-07T10:07:01.484751Z","end":"2026-05-07T10:07:04.679329Z","steps":["trace[985332209] 'read index received' (duration: 1.385828847s)","trace[985332209] 'applied index is now lower than readState.Index' (duration: 1.808748036s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:04.679368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:02.798181Z","time spent":"1.88114325s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:04.679391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:01.8893Z","time spent":"2.790008793s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:04.679395Z","caller":"traceutil/trace.go:171","msg":"trace[820867899] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"1.879775027s","start":"2026-05-07T10:07:02.799578Z","end":"2026-05-07T10:07:04.679353Z","steps":["trace[820867899] 'process raft request' (duration: 1.879623944s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.679455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.570707673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:04.679488Z","caller":"traceutil/trace.go:171","msg":"trace[1537840129] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24995; }","duration":"3.570786404s","start":"2026-05-07T10:07:01.108692Z","end":"2026-05-07T10:07:04.679478Z","steps":["trace[1537840129] 'agreement among raft nodes before linearized reading' (duration: 3.570698632s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.679517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:01.108665Z","time spent":"3.570844526s","remote":"127.0.0.1:32946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:04.679545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.995026902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:04.679553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:02.799545Z","time spent":"1.879918831s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:04.679574Z","caller":"traceutil/trace.go:171","msg":"trace[2022265121] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24995; }","duration":"5.995091373s","start":"2026-05-07T10:06:58.684471Z","end":"2026-05-07T10:07:04.679563Z","steps":["trace[2022265121] 'agreement among raft nodes before linearized reading' (duration: 5.995033242s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.679601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:58.684448Z","time spent":"5.995143115s","remote":"127.0.0.1:42954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:04.679642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.095758854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:04.679697Z","caller":"traceutil/trace.go:171","msg":"trace[1457237054] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24995; }","duration":"5.095887778s","start":"2026-05-07T10:06:59.58379Z","end":"2026-05-07T10:07:04.679678Z","steps":["trace[1457237054] 'agreement among raft nodes before linearized reading' (duration: 5.095759845s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.67971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.275183666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:04.679713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.189808025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:04.679734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:59.58377Z","time spent":"5.095956029s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:04.679761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.547972314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:04.679786Z","caller":"traceutil/trace.go:171","msg":"trace[1112647865] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24995; }","duration":"5.548039375s","start":"2026-05-07T10:06:59.131739Z","end":"2026-05-07T10:07:04.679779Z","steps":["trace[1112647865] 'agreement among raft nodes before linearized reading' (duration: 5.547997414s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.6798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:59.131713Z","time spent":"5.548083316s","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:04.679786Z","caller":"traceutil/trace.go:171","msg":"trace[1135915576] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24995; }","duration":"6.189878316s","start":"2026-05-07T10:06:58.489861Z","end":"2026-05-07T10:07:04.679739Z","steps":["trace[1135915576] 'agreement among raft nodes before linearized reading' (duration: 6.189818485s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.679836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:58.489834Z","time spent":"6.189994s","remote":"127.0.0.1:36394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:04.679845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.640940791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:04.679883Z","caller":"traceutil/trace.go:171","msg":"trace[938567112] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24995; }","duration":"5.641030013s","start":"2026-05-07T10:06:59.038841Z","end":"2026-05-07T10:07:04.679871Z","steps":["trace[938567112] 'agreement among raft nodes before linearized reading' (duration: 5.640967271s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.679925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.306896304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:04.679925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:59.038815Z","time spent":"5.641101015s","remote":"127.0.0.1:32890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:04.67996Z","caller":"traceutil/trace.go:171","msg":"trace[53144346] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24995; }","duration":"4.306971526s","start":"2026-05-07T10:07:00.372981Z","end":"2026-05-07T10:07:04.679952Z","steps":["trace[53144346] 'agreement among raft nodes before linearized reading' (duration: 4.306901924s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.679982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:00.372959Z","time spent":"4.307017907s","remote":"127.0.0.1:53734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:04.680002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656147662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:04.68003Z","caller":"traceutil/trace.go:171","msg":"trace[1475221262] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24995; }","duration":"3.656219334s","start":"2026-05-07T10:07:01.0238Z","end":"2026-05-07T10:07:04.68002Z","steps":["trace[1475221262] 'agreement among raft nodes before linearized reading' (duration: 3.656175523s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.680068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:01.023775Z","time spent":"3.656282136s","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:04.68008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.056918706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-07T10:07:04.680111Z","caller":"traceutil/trace.go:171","msg":"trace[2091670032] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24995; }","duration":"7.057041089s","start":"2026-05-07T10:06:57.623061Z","end":"2026-05-07T10:07:04.680102Z","steps":["trace[2091670032] 'agreement among raft nodes before linearized reading' (duration: 7.056920996s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.680146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:57.623032Z","time spent":"7.057108051s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T10:07:04.680132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.964199571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:04.680243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.144886245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:04.680267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.047458833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-07T10:07:04.680272Z","caller":"traceutil/trace.go:171","msg":"trace[874059274] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:24995; }","duration":"8.144951947s","start":"2026-05-07T10:06:56.535313Z","end":"2026-05-07T10:07:04.680265Z","steps":["trace[874059274] 'agreement among raft nodes before linearized reading' (duration: 8.144897876s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.680293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:56.535294Z","time spent":"8.144993817s","remote":"127.0.0.1:44322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:04.680309Z","caller":"traceutil/trace.go:171","msg":"trace[464183667] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24995; }","duration":"8.047523054s","start":"2026-05-07T10:06:56.632759Z","end":"2026-05-07T10:07:04.680282Z","steps":["trace[464183667] 'agreement among raft nodes before linearized reading' (duration: 8.047419652s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.680334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:56.632737Z","time spent":"8.047588075s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T10:07:04.68034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.451594063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:04.680361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.516249754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-07T10:07:04.680383Z","caller":"traceutil/trace.go:171","msg":"trace[1653655321] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24995; }","duration":"7.451640164s","start":"2026-05-07T10:06:57.22873Z","end":"2026-05-07T10:07:04.68037Z","steps":["trace[1653655321] 'agreement among raft nodes before linearized reading' (duration: 7.451567723s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.680416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:57.228653Z","time spent":"7.451754806s","remote":"127.0.0.1:42916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:04.680444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.819717564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:04.679726Z","caller":"traceutil/trace.go:171","msg":"trace[2022993754] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24995; }","duration":"5.275241116s","start":"2026-05-07T10:06:59.40448Z","end":"2026-05-07T10:07:04.679721Z","steps":["trace[2022993754] 'agreement among raft nodes before linearized reading' (duration: 5.275207465s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:04.680471Z","caller":"traceutil/trace.go:171","msg":"trace[113010630] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24995; }","duration":"7.819817686s","start":"2026-05-07T10:06:56.860642Z","end":"2026-05-07T10:07:04.68046Z","steps":["trace[113010630] 'agreement among raft nodes before linearized reading' (duration: 7.819780486s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.680492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:56.860597Z","time spent":"7.819889588s","remote":"127.0.0.1:49402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:04.680417Z","caller":"traceutil/trace.go:171","msg":"trace[949319346] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24995; }","duration":"7.516361567s","start":"2026-05-07T10:06:57.164044Z","end":"2026-05-07T10:07:04.680406Z","steps":["trace[949319346] 'agreement among raft nodes before linearized reading' (duration: 7.516190263s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.680564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:57.164009Z","time spent":"7.516549681s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T10:07:04.680495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:06:59.404457Z","time spent":"5.276029365s","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:04.680306Z","caller":"traceutil/trace.go:171","msg":"trace[506093719] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24995; }","duration":"3.964435336s","start":"2026-05-07T10:07:00.715814Z","end":"2026-05-07T10:07:04.680249Z","steps":["trace[506093719] 'agreement among raft nodes before linearized reading' (duration: 3.964037417s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.680665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:00.715792Z","time spent":"3.964862436s","remote":"127.0.0.1:53784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:04.680973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:01.488463Z","time spent":"3.190609269s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:04.688107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800204954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:04.688234Z","caller":"traceutil/trace.go:171","msg":"trace[1447907485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"2.800391108s","start":"2026-05-07T10:07:01.887829Z","end":"2026-05-07T10:07:04.688221Z","steps":["trace[1447907485] 'agreement among raft nodes before linearized reading' (duration: 2.800240545s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.688288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:01.88781Z","time spent":"2.800469991s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/05/07 10:07:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:04.809076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000630731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:04.809172Z","caller":"traceutil/trace.go:171","msg":"trace[1297146817] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000773794s","start":"2026-05-07T10:07:02.808377Z","end":"2026-05-07T10:07:04.809151Z","steps":["trace[1297146817] 'agreement among raft nodes before linearized reading' (duration: 2.000655301s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:04.809224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:02.808363Z","time spent":"2.000852346s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-07T10:07:05.200245Z","caller":"traceutil/trace.go:171","msg":"trace[999042522] linearizableReadLoop","detail":"{readStateIndex:25817; appliedIndex:25815; }","duration":"520.858305ms","start":"2026-05-07T10:07:04.67937Z","end":"2026-05-07T10:07:05.200229Z","steps":["trace[999042522] 'read index received' (duration: 452.003695ms)","trace[999042522] 'applied index is now lower than readState.Index' (duration: 68.85362ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:05.200346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807308221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:05.200376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391935088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-05-07T10:07:05.200381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441152966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:05.20038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.441141194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:05.200441Z","caller":"traceutil/trace.go:171","msg":"trace[1638242451] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24997; }","duration":"2.441244008s","start":"2026-05-07T10:07:02.759179Z","end":"2026-05-07T10:07:05.200423Z","steps":["trace[1638242451] 'agreement among raft nodes before linearized reading' (duration: 2.441150566s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:05.200473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.035784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:05.200473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757849457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:05.200473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.707483011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-05-07T10:07:05.200502Z","caller":"traceutil/trace.go:171","msg":"trace[941782322] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24997; }","duration":"973.101676ms","start":"2026-05-07T10:07:04.227392Z","end":"2026-05-07T10:07:05.200494Z","steps":["trace[941782322] 'agreement among raft nodes before linearized reading' (duration: 973.047105ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:05.200518Z","caller":"traceutil/trace.go:171","msg":"trace[794677066] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24997; }","duration":"2.757934239s","start":"2026-05-07T10:07:02.442574Z","end":"2026-05-07T10:07:05.200508Z","steps":["trace[794677066] 'agreement among raft nodes before linearized reading' (duration: 2.757868188s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:05.200538Z","caller":"traceutil/trace.go:171","msg":"trace[2041290122] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24997; }","duration":"3.707579513s","start":"2026-05-07T10:07:01.492943Z","end":"2026-05-07T10:07:05.200522Z","steps":["trace[2041290122] 'agreement among raft nodes before linearized reading' (duration: 3.707352577s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:05.200532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857434811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:05.200644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543535947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:05.200695Z","caller":"traceutil/trace.go:171","msg":"trace[1988744326] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24997; }","duration":"1.543617738s","start":"2026-05-07T10:07:03.657063Z","end":"2026-05-07T10:07:05.20068Z","steps":["trace[1988744326] 'agreement among raft nodes before linearized reading' (duration: 1.543443104s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:05.200676Z","caller":"traceutil/trace.go:171","msg":"trace[2067322740] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24997; }","duration":"2.857684586s","start":"2026-05-07T10:07:02.342963Z","end":"2026-05-07T10:07:05.200647Z","steps":["trace[2067322740] 'agreement among raft nodes before linearized reading' (duration: 2.857340898s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:05.200757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:03.657047Z","time spent":"1.543694481s","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:05.20042Z","caller":"traceutil/trace.go:171","msg":"trace[1147439316] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24997; }","duration":"2.391994859s","start":"2026-05-07T10:07:02.808416Z","end":"2026-05-07T10:07:05.200411Z","steps":["trace[1147439316] 'agreement among raft nodes before linearized reading' (duration: 2.391828565s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:05.200697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.232119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:05.20095Z","caller":"traceutil/trace.go:171","msg":"trace[30305987] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:24997; }","duration":"888.614858ms","start":"2026-05-07T10:07:04.312314Z","end":"2026-05-07T10:07:05.200929Z","steps":["trace[30305987] 'agreement among raft nodes before linearized reading' (duration: 887.953823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:05.200604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:01.492933Z","time spent":"3.707657484s","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-07T10:07:05.201043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.312295Z","time spent":"888.71606ms","remote":"127.0.0.1:33678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:05.200812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:02.34293Z","time spent":"2.85783804s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:05.200549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.227375Z","time spent":"973.162597ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:05.200471Z","caller":"traceutil/trace.go:171","msg":"trace[49553389] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24997; }","duration":"3.441279217s","start":"2026-05-07T10:07:01.759171Z","end":"2026-05-07T10:07:05.20045Z","steps":["trace[49553389] 'agreement among raft nodes before linearized reading' (duration: 3.441104863s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:05.201312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:01.759151Z","time spent":"3.442139328s","remote":"127.0.0.1:42830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-07T10:07:05.200413Z","caller":"traceutil/trace.go:171","msg":"trace[127321774] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24997; }","duration":"2.807426204s","start":"2026-05-07T10:07:02.39297Z","end":"2026-05-07T10:07:05.200396Z","steps":["trace[127321774] 'agreement among raft nodes before linearized reading' (duration: 2.807286211s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:05.201423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:02.39295Z","time spent":"2.808462798s","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:05.200473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71002036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-897c8d44-cfde-46b4-b305-fc15d783a53d\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-05-07T10:07:05.201507Z","caller":"traceutil/trace.go:171","msg":"trace[1949312372] range","detail":"{range_begin:/registry/persistentvolumes/pvc-897c8d44-cfde-46b4-b305-fc15d783a53d; range_end:; response_count:1; response_revision:24997; }","duration":"3.711125287s","start":"2026-05-07T10:07:01.49037Z","end":"2026-05-07T10:07:05.201495Z","steps":["trace[1949312372] 'agreement among raft nodes before linearized reading' (duration: 3.70997153s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:05.201546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:01.49034Z","time spent":"3.711194978s","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-897c8d44-cfde-46b4-b305-fc15d783a53d\" "} {"level":"info","ts":"2026-05-07T10:07:05.200227Z","caller":"traceutil/trace.go:171","msg":"trace[2144775647] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"1.85091907s","start":"2026-05-07T10:07:03.349262Z","end":"2026-05-07T10:07:05.200181Z","steps":["trace[2144775647] 'process raft request' (duration: 1.782117451s)","trace[2144775647] 'compare' (duration: 68.357538ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:05.201662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:03.349236Z","time spent":"1.852356143s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:05.200476Z","caller":"traceutil/trace.go:171","msg":"trace[1852158899] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"1.708372455s","start":"2026-05-07T10:07:03.492084Z","end":"2026-05-07T10:07:05.200456Z","steps":["trace[1852158899] 'process raft request' (duration: 1.708011457s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:05.200493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:02.759163Z","time spent":"2.44131996s","remote":"127.0.0.1:34780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:05.201816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:03.492065Z","time spent":"1.709653276s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:05.20054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792786672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:05.201913Z","caller":"traceutil/trace.go:171","msg":"trace[1276872635] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24997; }","duration":"1.794175204s","start":"2026-05-07T10:07:03.407713Z","end":"2026-05-07T10:07:05.201889Z","steps":["trace[1276872635] 'agreement among raft nodes before linearized reading' (duration: 1.792794911s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:05.201971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:03.407697Z","time spent":"1.794257196s","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:05.200548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:02.442554Z","time spent":"2.7579856s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:05.200887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:02.808409Z","time spent":"2.39245553s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-07T10:07:05.701213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:06.201603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:06.462174Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.330831413s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:06.624862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.338819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:06.625183Z","caller":"traceutil/trace.go:171","msg":"trace[216697503] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"1.943977838s","start":"2026-05-07T10:07:04.681158Z","end":"2026-05-07T10:07:06.625136Z","steps":["trace[216697503] 'process raft request' (duration: 1.78125149s)","trace[216697503] 'compare' (duration: 161.930339ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:06.625326Z","caller":"traceutil/trace.go:171","msg":"trace[664810320] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"1.735945963s","start":"2026-05-07T10:07:04.889361Z","end":"2026-05-07T10:07:06.625307Z","steps":["trace[664810320] 'process raft request' (duration: 1.735893092s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.625361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.681133Z","time spent":"1.944131932s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:06.625412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.889338Z","time spent":"1.736035416s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:06.625538Z","caller":"traceutil/trace.go:171","msg":"trace[1138021638] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"1.940133908s","start":"2026-05-07T10:07:04.685368Z","end":"2026-05-07T10:07:06.625502Z","steps":["trace[1138021638] 'process raft request' (duration: 1.939745198s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:06.62559Z","caller":"traceutil/trace.go:171","msg":"trace[225141157] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"1.748317715s","start":"2026-05-07T10:07:04.877234Z","end":"2026-05-07T10:07:06.625551Z","steps":["trace[225141157] 'process raft request' (duration: 1.747950726s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:06.625635Z","caller":"traceutil/trace.go:171","msg":"trace[1712203898] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"1.74812946s","start":"2026-05-07T10:07:04.877494Z","end":"2026-05-07T10:07:06.625624Z","steps":["trace[1712203898] 'process raft request' (duration: 1.747726341s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.625692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.877488Z","time spent":"1.748172171s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:06.625699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.68535Z","time spent":"1.94025578s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:06.625726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.877213Z","time spent":"1.748435367s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:06.625923Z","caller":"traceutil/trace.go:171","msg":"trace[1866382898] transaction","detail":"{read_only:false; response_revision:25001; number_of_response:1; }","duration":"1.749760428s","start":"2026-05-07T10:07:04.876115Z","end":"2026-05-07T10:07:06.625875Z","steps":["trace[1866382898] 'process raft request' (duration: 1.749035071s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:06.625998Z","caller":"traceutil/trace.go:171","msg":"trace[1746735388] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"1.940683311s","start":"2026-05-07T10:07:04.685301Z","end":"2026-05-07T10:07:06.625984Z","steps":["trace[1746735388] 'process raft request' (duration: 1.939684277s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.626063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.685271Z","time spent":"1.940755542s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:06.626142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.876096Z","time spent":"1.749916403s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:06.809659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000119799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:06.809761Z","caller":"traceutil/trace.go:171","msg":"trace[647699297] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000293793s","start":"2026-05-07T10:07:04.809442Z","end":"2026-05-07T10:07:06.809736Z","steps":["trace[647699297] 'agreement among raft nodes before linearized reading' (duration: 2.00015834s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:06.809808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.809422Z","time spent":"2.000376935s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:07.701684Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.238008937s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:07:07.702154Z","caller":"traceutil/trace.go:171","msg":"trace[1242500826] linearizableReadLoop","detail":"{readStateIndex:25826; appliedIndex:25817; }","duration":"2.501822143s","start":"2026-05-07T10:07:05.200307Z","end":"2026-05-07T10:07:07.70213Z","steps":["trace[1242500826] 'read index received' (duration: 1.262123036s)","trace[1242500826] 'applied index is now lower than readState.Index' (duration: 1.239698077s)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:07.702215Z","caller":"traceutil/trace.go:171","msg":"trace[1809711733] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"2.481212768s","start":"2026-05-07T10:07:05.22096Z","end":"2026-05-07T10:07:07.702173Z","steps":["trace[1809711733] 'process raft request' (duration: 2.480936581s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:07.702337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.538177669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:07.702347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717296743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:07.702381Z","caller":"traceutil/trace.go:171","msg":"trace[451230923] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25006; }","duration":"2.538287911s","start":"2026-05-07T10:07:05.164076Z","end":"2026-05-07T10:07:07.702364Z","steps":["trace[451230923] 'agreement among raft nodes before linearized reading' (duration: 2.538150938s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:07.702373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:05.220936Z","time spent":"2.481349012s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:07.702394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016688257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-07T10:07:07.702412Z","caller":"traceutil/trace.go:171","msg":"trace[1708169299] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25006; }","duration":"3.016735948s","start":"2026-05-07T10:07:04.68567Z","end":"2026-05-07T10:07:07.702406Z","steps":["trace[1708169299] 'agreement among raft nodes before linearized reading' (duration: 3.016614906s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:07.702413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:05.164055Z","time spent":"2.538351052s","remote":"127.0.0.1:42842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:07.702412Z","caller":"traceutil/trace.go:171","msg":"trace[1885807442] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25006; }","duration":"2.717430966s","start":"2026-05-07T10:07:04.984961Z","end":"2026-05-07T10:07:07.702392Z","steps":["trace[1885807442] 'agreement among raft nodes before linearized reading' (duration: 2.717250672s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:07.70244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.685652Z","time spent":"3.016781539s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T10:07:07.702449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.984933Z","time spent":"2.717507978s","remote":"127.0.0.1:33576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:07.702575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.017221859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b5e79b95e\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-07T10:07:07.702652Z","caller":"traceutil/trace.go:171","msg":"trace[575314183] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0b5e79b95e; range_end:; response_count:1; response_revision:25006; }","duration":"3.017262541s","start":"2026-05-07T10:07:04.685321Z","end":"2026-05-07T10:07:07.702584Z","steps":["trace[575314183] 'agreement among raft nodes before linearized reading' (duration: 3.017209139s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:07.702667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:04.685303Z","time spent":"3.017360093s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b5e79b95e\" "} {"level":"info","ts":"2026-05-07T10:07:07.702852Z","caller":"traceutil/trace.go:171","msg":"trace[1966219357] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"1.866073475s","start":"2026-05-07T10:07:05.836095Z","end":"2026-05-07T10:07:07.702169Z","steps":["trace[1966219357] 'process raft request' (duration: 1.865981733s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:07.702964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:05.836056Z","time spent":"1.866832103s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:08.203322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:08.432209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:08.432335Z","caller":"traceutil/trace.go:171","msg":"trace[1711998858] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00018643s","start":"2026-05-07T10:07:06.432116Z","end":"2026-05-07T10:07:08.432303Z","steps":["trace[1711998858] 'agreement among raft nodes before linearized reading' (duration: 2.000020706s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:08.432401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.432097Z","time spent":"2.000289313s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:08.704384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:08.816725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000607322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:08.816841Z","caller":"traceutil/trace.go:171","msg":"trace[2024752873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000786406s","start":"2026-05-07T10:07:06.816029Z","end":"2026-05-07T10:07:08.816815Z","steps":["trace[2024752873] 'agreement among raft nodes before linearized reading' (duration: 2.000622352s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:08.816908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.816002Z","time spent":"2.000887318s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:09.204615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:09.483324Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.610673036s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:07:09.483893Z","caller":"traceutil/trace.go:171","msg":"trace[1548651054] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"2.79660603s","start":"2026-05-07T10:07:06.68725Z","end":"2026-05-07T10:07:09.483856Z","steps":["trace[1548651054] 'process raft request' (duration: 2.796490687s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:09.483914Z","caller":"traceutil/trace.go:171","msg":"trace[935623076] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"2.797974562s","start":"2026-05-07T10:07:06.685892Z","end":"2026-05-07T10:07:09.483866Z","steps":["trace[935623076] 'process raft request' (duration: 2.797654445s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:09.484117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.687234Z","time spent":"2.796771094s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:09.484208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.685858Z","time spent":"2.798215397s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:09.484346Z","caller":"traceutil/trace.go:171","msg":"trace[1215367144] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"2.796915457s","start":"2026-05-07T10:07:06.687403Z","end":"2026-05-07T10:07:09.484318Z","steps":["trace[1215367144] 'process raft request' (duration: 2.796397365s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:09.484524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.687371Z","time spent":"2.797061191s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:09.484829Z","caller":"traceutil/trace.go:171","msg":"trace[1903339072] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"2.277737702s","start":"2026-05-07T10:07:07.20708Z","end":"2026-05-07T10:07:09.484817Z","steps":["trace[1903339072] 'process raft request' (duration: 2.277167618s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:09.484903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:07.207047Z","time spent":"2.277824514s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:10.825098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000434066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:10.825281Z","caller":"traceutil/trace.go:171","msg":"trace[417770046] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000648101s","start":"2026-05-07T10:07:08.824609Z","end":"2026-05-07T10:07:10.825257Z","steps":["trace[417770046] 'agreement among raft nodes before linearized reading' (duration: 2.000426526s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:10.825369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:08.824542Z","time spent":"2.000809515s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:11.133059Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.649506979s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:07:11.133693Z","caller":"traceutil/trace.go:171","msg":"trace[1090531605] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"3.428903967s","start":"2026-05-07T10:07:07.704752Z","end":"2026-05-07T10:07:11.133656Z","steps":["trace[1090531605] 'process raft request' (duration: 3.428581799s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:11.133735Z","caller":"traceutil/trace.go:171","msg":"trace[838998178] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"2.658321506s","start":"2026-05-07T10:07:08.475372Z","end":"2026-05-07T10:07:11.133693Z","steps":["trace[838998178] 'process raft request' (duration: 2.658181612s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:11.133869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:07.704733Z","time spent":"3.429038349s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:11.133959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:08.47535Z","time spent":"2.658490989s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:11.134162Z","caller":"traceutil/trace.go:171","msg":"trace[431952696] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"2.501049905s","start":"2026-05-07T10:07:08.63306Z","end":"2026-05-07T10:07:11.13411Z","steps":["trace[431952696] 'process raft request' (duration: 2.500576294s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:11.134221Z","caller":"traceutil/trace.go:171","msg":"trace[460998534] linearizableReadLoop","detail":"{readStateIndex:25835; appliedIndex:25826; }","duration":"3.431923487s","start":"2026-05-07T10:07:07.702258Z","end":"2026-05-07T10:07:11.134181Z","steps":["trace[460998534] 'read index received' (duration: 1.781307431s)","trace[460998534] 'applied index is now lower than readState.Index' (duration: 1.650614756s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:11.134283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.72923339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:11.134327Z","caller":"traceutil/trace.go:171","msg":"trace[1066141484] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"2.500858131s","start":"2026-05-07T10:07:08.63345Z","end":"2026-05-07T10:07:11.134308Z","steps":["trace[1066141484] 'process raft request' (duration: 2.500670777s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:11.134349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:08.633039Z","time spent":"2.501208139s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:11.13438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.703985716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:11.134409Z","caller":"traceutil/trace.go:171","msg":"trace[201847207] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25015; }","duration":"4.704066487s","start":"2026-05-07T10:07:06.430335Z","end":"2026-05-07T10:07:11.134401Z","steps":["trace[201847207] 'agreement among raft nodes before linearized reading' (duration: 4.704019476s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:11.134411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:08.633408Z","time spent":"2.500956652s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:11.134441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.430307Z","time spent":"4.704125769s","remote":"127.0.0.1:32804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:11.134396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.523468548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:11.134469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.505376544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-07T10:07:11.134483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.922163898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:11.134332Z","caller":"traceutil/trace.go:171","msg":"trace[302074819] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25015; }","duration":"4.729285131s","start":"2026-05-07T10:07:06.40503Z","end":"2026-05-07T10:07:11.134315Z","steps":["trace[302074819] 'agreement among raft nodes before linearized reading' (duration: 4.729194549s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:11.13451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.178705725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:11.134538Z","caller":"traceutil/trace.go:171","msg":"trace[1358359168] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25015; }","duration":"4.505497807s","start":"2026-05-07T10:07:06.629023Z","end":"2026-05-07T10:07:11.134521Z","steps":["trace[1358359168] 'agreement among raft nodes before linearized reading' (duration: 4.505294562s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:11.134573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.629004Z","time spent":"4.505562908s","remote":"127.0.0.1:32832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T10:07:11.13457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.74886186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T10:07:11.134568Z","caller":"traceutil/trace.go:171","msg":"trace[1765728910] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25015; }","duration":"5.922268981s","start":"2026-05-07T10:07:05.212275Z","end":"2026-05-07T10:07:11.134544Z","steps":["trace[1765728910] 'agreement among raft nodes before linearized reading' (duration: 5.922090066s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:11.134577Z","caller":"traceutil/trace.go:171","msg":"trace[1903017753] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25015; }","duration":"5.178804918s","start":"2026-05-07T10:07:05.955754Z","end":"2026-05-07T10:07:11.134559Z","steps":["trace[1903017753] 'agreement among raft nodes before linearized reading' (duration: 5.178697445s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:11.134563Z","caller":"traceutil/trace.go:171","msg":"trace[555911713] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"2.501311291s","start":"2026-05-07T10:07:08.633209Z","end":"2026-05-07T10:07:11.134521Z","steps":["trace[555911713] 'process raft request' (duration: 2.500737608s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:11.134575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:06.404966Z","time spent":"4.729589178s","remote":"127.0.0.1:33644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:11.13461Z","caller":"traceutil/trace.go:171","msg":"trace[1215358159] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25015; }","duration":"5.748973663s","start":"2026-05-07T10:07:05.385621Z","end":"2026-05-07T10:07:11.134595Z","steps":["trace[1215358159] 'agreement among raft nodes before linearized reading' (duration: 5.748749378s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:11.134624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:05.955736Z","time spent":"5.178877789s","remote":"127.0.0.1:42898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:11.134518Z","caller":"traceutil/trace.go:171","msg":"trace[1996661456] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25015; }","duration":"5.523656421s","start":"2026-05-07T10:07:05.61083Z","end":"2026-05-07T10:07:11.134487Z","steps":["trace[1996661456] 'agreement among raft nodes before linearized reading' (duration: 5.523408705s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:11.134625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:05.212257Z","time spent":"5.922357892s","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T10:07:11.134654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:05.385591Z","time spent":"5.749054085s","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-07T10:07:11.134696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:05.610804Z","time spent":"5.523867147s","remote":"127.0.0.1:44458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:11.134613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.914229601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-07T10:07:11.134752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:08.6332Z","time spent":"2.501435614s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:11.13478Z","caller":"traceutil/trace.go:171","msg":"trace[1393111798] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25015; }","duration":"5.914431466s","start":"2026-05-07T10:07:05.220335Z","end":"2026-05-07T10:07:11.134766Z","steps":["trace[1393111798] 'agreement among raft nodes before linearized reading' (duration: 5.914046687s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:11.134805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:05.220318Z","time spent":"5.914479847s","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-07T10:07:11.634994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:12.825893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000506249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:07:12.825981Z","caller":"traceutil/trace.go:171","msg":"trace[212209164] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000653602s","start":"2026-05-07T10:07:10.825309Z","end":"2026-05-07T10:07:12.825963Z","steps":["trace[212209164] 'agreement among raft nodes before linearized reading' (duration: 2.00054373s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:12.826053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:10.825288Z","time spent":"2.000730555s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:13.345188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413528598s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:13.345334Z","caller":"traceutil/trace.go:171","msg":"trace[582668772] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25015; }","duration":"1.413686842s","start":"2026-05-07T10:07:11.931621Z","end":"2026-05-07T10:07:13.345308Z","steps":["trace[582668772] 'range keys from in-memory index tree' (duration: 1.413508778s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:13.347757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513580352s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:13.347859Z","caller":"traceutil/trace.go:171","msg":"trace[1740360539] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"3.317249679s","start":"2026-05-07T10:07:10.030589Z","end":"2026-05-07T10:07:13.347839Z","steps":["trace[1740360539] 'process raft request' (duration: 1.803499973s)","trace[1740360539] 'compare' (duration: 1.511290348s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:13.347949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:10.030557Z","time spent":"3.317364022s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:13.502998Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.668809414s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:14.83482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999953065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:07:14.834976Z","caller":"traceutil/trace.go:171","msg":"trace[384818874] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000109628s","start":"2026-05-07T10:07:12.834811Z","end":"2026-05-07T10:07:14.83492Z","steps":["trace[384818874] 'agreement among raft nodes before linearized reading' (duration: 1.999946174s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:14.835052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:12.83476Z","time spent":"2.000271193s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:15.076548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573220095s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:15.076746Z","caller":"traceutil/trace.go:171","msg":"trace[505288198] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"3.58636193s","start":"2026-05-07T10:07:11.490372Z","end":"2026-05-07T10:07:15.076734Z","steps":["trace[505288198] 'process raft request' (duration: 3.586253318s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:15.076738Z","caller":"traceutil/trace.go:171","msg":"trace[1772659527] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"3.58634194s","start":"2026-05-07T10:07:11.490351Z","end":"2026-05-07T10:07:15.076693Z","steps":["trace[1772659527] 'process raft request' (duration: 2.012897171s)","trace[1772659527] 'compare' (duration: 1.571272058s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:15.076786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:11.490337Z","time spent":"3.586432282s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:15.076876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:11.490315Z","time spent":"3.586482894s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:15.076965Z","caller":"traceutil/trace.go:171","msg":"trace[1291779074] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"3.586501404s","start":"2026-05-07T10:07:11.490416Z","end":"2026-05-07T10:07:15.076918Z","steps":["trace[1291779074] 'process raft request' (duration: 3.586281539s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:15.077082Z","caller":"traceutil/trace.go:171","msg":"trace[1792439460] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"3.586022143s","start":"2026-05-07T10:07:11.491029Z","end":"2026-05-07T10:07:15.077051Z","steps":["trace[1792439460] 'process raft request' (duration: 3.585817478s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.077433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:11.490383Z","time spent":"3.586940304s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:15.077422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:11.491016Z","time spent":"3.58632189s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:15.077732Z","caller":"traceutil/trace.go:171","msg":"trace[688415986] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"1.936185144s","start":"2026-05-07T10:07:13.14153Z","end":"2026-05-07T10:07:15.077715Z","steps":["trace[688415986] 'process raft request' (duration: 1.935900238s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:15.077745Z","caller":"traceutil/trace.go:171","msg":"trace[187636893] linearizableReadLoop","detail":"{readStateIndex:25841; appliedIndex:25835; }","duration":"3.943411461s","start":"2026-05-07T10:07:11.134302Z","end":"2026-05-07T10:07:15.077714Z","steps":["trace[187636893] 'read index received' (duration: 699.811996ms)","trace[187636893] 'applied index is now lower than readState.Index' (duration: 3.243597375s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:15.077788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.782257385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:15.077856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.068179124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:15.077937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.813658063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T10:07:15.077787Z","caller":"traceutil/trace.go:171","msg":"trace[1911565436] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"1.936190844s","start":"2026-05-07T10:07:13.141563Z","end":"2026-05-07T10:07:15.077753Z","steps":["trace[1911565436] 'process raft request' (duration: 1.936119663s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:15.078006Z","caller":"traceutil/trace.go:171","msg":"trace[2058444772] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25024; }","duration":"6.813751545s","start":"2026-05-07T10:07:08.264238Z","end":"2026-05-07T10:07:15.07799Z","steps":["trace[2058444772] 'agreement among raft nodes before linearized reading' (duration: 6.813506359s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.078049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:08.26417Z","time spent":"6.813868208s","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:15.078076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.373200159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"warn","ts":"2026-05-07T10:07:15.078088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.369849757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:15.078097Z","caller":"traceutil/trace.go:171","msg":"trace[1970042794] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25024; }","duration":"7.373227029s","start":"2026-05-07T10:07:07.704861Z","end":"2026-05-07T10:07:15.078088Z","steps":["trace[1970042794] 'agreement among raft nodes before linearized reading' (duration: 7.373169188s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.078089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.941257831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T10:07:15.078093Z","caller":"traceutil/trace.go:171","msg":"trace[1068212660] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"1.936523713s","start":"2026-05-07T10:07:13.141556Z","end":"2026-05-07T10:07:15.07808Z","steps":["trace[1068212660] 'process raft request' (duration: 1.936044462s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.078119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:07.704853Z","time spent":"7.37326129s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-07T10:07:15.078127Z","caller":"traceutil/trace.go:171","msg":"trace[714017797] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25024; }","duration":"3.941318282s","start":"2026-05-07T10:07:11.136799Z","end":"2026-05-07T10:07:15.078117Z","steps":["trace[714017797] 'agreement among raft nodes before linearized reading' (duration: 3.941157618s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.078158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:13.141519Z","time spent":"1.936607004s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:15.07817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:11.13678Z","time spent":"3.941383384s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-07T10:07:15.078177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347807449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:15.078175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:13.141525Z","time spent":"1.936513402s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:15.078225Z","caller":"traceutil/trace.go:171","msg":"trace[58075325] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25024; }","duration":"2.347902841s","start":"2026-05-07T10:07:12.730317Z","end":"2026-05-07T10:07:15.07822Z","steps":["trace[58075325] 'agreement among raft nodes before linearized reading' (duration: 2.34783487s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.077959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.36347239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-05-07T10:07:15.078246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:12.730293Z","time spent":"2.347947943s","remote":"127.0.0.1:46842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:15.078236Z","caller":"traceutil/trace.go:171","msg":"trace[46096741] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25024; }","duration":"6.782376797s","start":"2026-05-07T10:07:08.295466Z","end":"2026-05-07T10:07:15.077843Z","steps":["trace[46096741] 'agreement among raft nodes before linearized reading' (duration: 6.782256565s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:15.078259Z","caller":"traceutil/trace.go:171","msg":"trace[157854815] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25024; }","duration":"7.363815358s","start":"2026-05-07T10:07:07.714433Z","end":"2026-05-07T10:07:15.078249Z","steps":["trace[157854815] 'agreement among raft nodes before linearized reading' (duration: 7.363409868s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.078294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:07.714409Z","time spent":"7.363875909s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-07T10:07:15.078299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.67984561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:15.078322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:08.295431Z","time spent":"6.782846998s","remote":"127.0.0.1:42634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:15.078232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.93784604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-07T10:07:15.078336Z","caller":"traceutil/trace.go:171","msg":"trace[1181337101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25024; }","duration":"3.679921852s","start":"2026-05-07T10:07:11.398401Z","end":"2026-05-07T10:07:15.078322Z","steps":["trace[1181337101] 'agreement among raft nodes before linearized reading' (duration: 3.67985806s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.078375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:11.398377Z","time spent":"3.679991424s","remote":"127.0.0.1:33676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:15.078374Z","caller":"traceutil/trace.go:171","msg":"trace[665096516] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c; range_end:; response_count:1; response_revision:25024; }","duration":"3.938001515s","start":"2026-05-07T10:07:11.140361Z","end":"2026-05-07T10:07:15.078363Z","steps":["trace[665096516] 'agreement among raft nodes before linearized reading' (duration: 3.937711508s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.078017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02103536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:15.07843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:11.140354Z","time spent":"3.938066906s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c\" "} {"level":"warn","ts":"2026-05-07T10:07:15.07844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.694349503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:15.078437Z","caller":"traceutil/trace.go:171","msg":"trace[863769642] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25024; }","duration":"2.021510362s","start":"2026-05-07T10:07:13.056914Z","end":"2026-05-07T10:07:15.078424Z","steps":["trace[863769642] 'agreement among raft nodes before linearized reading' (duration: 2.021082132s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.078448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.639403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T10:07:15.078465Z","caller":"traceutil/trace.go:171","msg":"trace[193448088] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25024; }","duration":"2.694423465s","start":"2026-05-07T10:07:12.384033Z","end":"2026-05-07T10:07:15.078457Z","steps":["trace[193448088] 'agreement among raft nodes before linearized reading' (duration: 2.694383534s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.078473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:13.056872Z","time spent":"2.021589874s","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:15.078497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:12.384012Z","time spent":"2.694479686s","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:15.077951Z","caller":"traceutil/trace.go:171","msg":"trace[1594941639] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25024; }","duration":"5.068253856s","start":"2026-05-07T10:07:10.009626Z","end":"2026-05-07T10:07:15.07788Z","steps":["trace[1594941639] 'agreement among raft nodes before linearized reading' (duration: 5.068180535s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.078386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.85702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:15.078588Z","caller":"traceutil/trace.go:171","msg":"trace[2118482110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25024; }","duration":"242.060085ms","start":"2026-05-07T10:07:14.836521Z","end":"2026-05-07T10:07:15.078581Z","steps":["trace[2118482110] 'agreement among raft nodes before linearized reading' (duration: 241.84694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.07859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:10.00947Z","time spent":"5.069070246s","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:15.078622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843722518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:15.078471Z","caller":"traceutil/trace.go:171","msg":"trace[1583959450] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25024; }","duration":"348.658993ms","start":"2026-05-07T10:07:14.729805Z","end":"2026-05-07T10:07:15.078464Z","steps":["trace[1583959450] 'agreement among raft nodes before linearized reading' (duration: 348.597932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.078362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.938036685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:15.078681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588933764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:15.078401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072855508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:15.078686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:14.729746Z","time spent":"348.9198ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-07T10:07:15.078722Z","caller":"traceutil/trace.go:171","msg":"trace[797008333] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25024; }","duration":"3.073174146s","start":"2026-05-07T10:07:12.005536Z","end":"2026-05-07T10:07:15.07871Z","steps":["trace[797008333] 'agreement among raft nodes before linearized reading' (duration: 3.072802757s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.077806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:13.14149Z","time spent":"1.936277487s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:15.078773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.111976124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:15.078792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068838158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:15.078623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015517604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T10:07:15.078647Z","caller":"traceutil/trace.go:171","msg":"trace[1714922506] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25024; }","duration":"2.843801789s","start":"2026-05-07T10:07:12.234836Z","end":"2026-05-07T10:07:15.078638Z","steps":["trace[1714922506] 'agreement among raft nodes before linearized reading' (duration: 2.843759208s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.078835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304581015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:15.07885Z","caller":"traceutil/trace.go:171","msg":"trace[1594511697] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25024; }","duration":"1.01581388s","start":"2026-05-07T10:07:14.063028Z","end":"2026-05-07T10:07:15.078842Z","steps":["trace[1594511697] 'agreement among raft nodes before linearized reading' (duration: 1.015456302s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:15.078861Z","caller":"traceutil/trace.go:171","msg":"trace[1037929370] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25024; }","duration":"1.304649016s","start":"2026-05-07T10:07:13.774204Z","end":"2026-05-07T10:07:15.078853Z","steps":["trace[1037929370] 'agreement among raft nodes before linearized reading' (duration: 1.304606955s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.078864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:12.2348Z","time spent":"2.844054605s","remote":"127.0.0.1:49380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:15.07888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:14.062988Z","time spent":"1.015883942s","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:15.078885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:13.774181Z","time spent":"1.304698828s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:15.078127Z","caller":"traceutil/trace.go:171","msg":"trace[477435623] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25024; }","duration":"3.369875778s","start":"2026-05-07T10:07:11.708229Z","end":"2026-05-07T10:07:15.078105Z","steps":["trace[477435623] 'agreement among raft nodes before linearized reading' (duration: 3.369793426s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:15.078844Z","caller":"traceutil/trace.go:171","msg":"trace[754471496] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25024; }","duration":"6.112051715s","start":"2026-05-07T10:07:08.966751Z","end":"2026-05-07T10:07:15.078803Z","steps":["trace[754471496] 'agreement among raft nodes before linearized reading' (duration: 6.11185547s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:15.0787Z","caller":"traceutil/trace.go:171","msg":"trace[1627390957] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25024; }","duration":"3.938379143s","start":"2026-05-07T10:07:11.140295Z","end":"2026-05-07T10:07:15.078674Z","steps":["trace[1627390957] 'agreement among raft nodes before linearized reading' (duration: 3.938033365s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.078987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:11.708159Z","time spent":"3.370816719s","remote":"127.0.0.1:44258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:15.078996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:08.966734Z","time spent":"6.11224919s","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:15.078761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:12.005444Z","time spent":"3.073305449s","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:15.079015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:11.140285Z","time spent":"3.938716001s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-07T10:07:15.078818Z","caller":"traceutil/trace.go:171","msg":"trace[964601433] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25024; }","duration":"1.06893896s","start":"2026-05-07T10:07:14.009871Z","end":"2026-05-07T10:07:15.07881Z","steps":["trace[964601433] 'agreement among raft nodes before linearized reading' (duration: 1.068855178s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.078814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939619352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2b96a615-fe0e-450d-8625-0d017834050c\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-05-07T10:07:15.079096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:14.009851Z","time spent":"1.069235688s","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:15.079103Z","caller":"traceutil/trace.go:171","msg":"trace[1235484091] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2b96a615-fe0e-450d-8625-0d017834050c; range_end:; response_count:1; response_revision:25024; }","duration":"3.939980811s","start":"2026-05-07T10:07:11.139114Z","end":"2026-05-07T10:07:15.079095Z","steps":["trace[1235484091] 'agreement among raft nodes before linearized reading' (duration: 3.939614982s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:15.078711Z","caller":"traceutil/trace.go:171","msg":"trace[1894423068] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25024; }","duration":"1.589007286s","start":"2026-05-07T10:07:13.489693Z","end":"2026-05-07T10:07:15.0787Z","steps":["trace[1894423068] 'agreement among raft nodes before linearized reading' (duration: 1.588941874s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.07915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:11.139091Z","time spent":"3.940051763s","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-2b96a615-fe0e-450d-8625-0d017834050c\" "} {"level":"warn","ts":"2026-05-07T10:07:15.079188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:13.48967Z","time spent":"1.589501638s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:15.077755Z","caller":"traceutil/trace.go:171","msg":"trace[879448683] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"3.443580271s","start":"2026-05-07T10:07:11.634109Z","end":"2026-05-07T10:07:15.077689Z","steps":["trace[879448683] 'process raft request' (duration: 3.442858364s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:15.082891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:11.634071Z","time spent":"3.448758163s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:15.585509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:16.085791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:16.586455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:16.896212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.7625441s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:07:16.969906Z","caller":"traceutil/trace.go:171","msg":"trace[1706767588] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"1.886507617s","start":"2026-05-07T10:07:15.083358Z","end":"2026-05-07T10:07:16.969866Z","steps":["trace[1706767588] 'process raft request' (duration: 1.813138131s)","trace[1706767588] 'compare' (duration: 71.630395ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:16.970108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:15.083335Z","time spent":"1.88666866s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:17.085846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:17.085948Z","caller":"traceutil/trace.go:171","msg":"trace[251962165] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000059369s","start":"2026-05-07T10:07:15.085867Z","end":"2026-05-07T10:07:17.085926Z","steps":["trace[251962165] 'agreement among raft nodes before linearized reading' (duration: 1.999940756s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:17.086043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:15.085841Z","time spent":"2.000188041s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:18.061213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.162577352s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:18.432133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:18.432232Z","caller":"traceutil/trace.go:171","msg":"trace[839993829] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000254272s","start":"2026-05-07T10:07:16.431955Z","end":"2026-05-07T10:07:18.432209Z","steps":["trace[839993829] 'agreement among raft nodes before linearized reading' (duration: 2.000130179s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:18.432291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:16.431948Z","time spent":"2.000325984s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:18.841899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:17.420673Z","time spent":"1.421212099s","remote":"127.0.0.1:44802","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T10:07:18.843093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.427256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:18.843241Z","caller":"traceutil/trace.go:171","msg":"trace[1107929506] linearizableReadLoop","detail":"{readStateIndex:25846; appliedIndex:25844; }","duration":"3.758332967s","start":"2026-05-07T10:07:15.084886Z","end":"2026-05-07T10:07:18.843219Z","steps":["trace[1107929506] 'read index received' (duration: 1.811573914s)","trace[1107929506] 'applied index is now lower than readState.Index' (duration: 1.946757323s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:18.843692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.758774177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T10:07:18.843756Z","caller":"traceutil/trace.go:171","msg":"trace[2044522047] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:25026; }","duration":"3.758882979s","start":"2026-05-07T10:07:15.084852Z","end":"2026-05-07T10:07:18.843735Z","steps":["trace[2044522047] 'agreement among raft nodes before linearized reading' (duration: 3.758624703s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:18.843799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:15.084834Z","time spent":"3.758956502s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-05-07T10:07:18.843921Z","caller":"traceutil/trace.go:171","msg":"trace[532838968] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"3.629060336s","start":"2026-05-07T10:07:15.214695Z","end":"2026-05-07T10:07:18.843755Z","steps":["trace[532838968] 'process raft request' (duration: 2.846872082s)","trace[532838968] 'compare' (duration: 781.299573ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:18.844391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:15.214658Z","time spent":"3.629359412s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:19.086702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000485898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:07:19.086823Z","caller":"traceutil/trace.go:171","msg":"trace[1405090665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000685912s","start":"2026-05-07T10:07:17.086111Z","end":"2026-05-07T10:07:19.086797Z","steps":["trace[1405090665] 'agreement among raft nodes before linearized reading' (duration: 2.000526888s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:19.086889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:17.086088Z","time spent":"2.000788394s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:19.344039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:19.844623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:20.345559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:20.532862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.471156783s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:21.091972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00017939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:07:21.092065Z","caller":"traceutil/trace.go:171","msg":"trace[1203367804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000312013s","start":"2026-05-07T10:07:19.091732Z","end":"2026-05-07T10:07:21.092044Z","steps":["trace[1203367804] 'agreement among raft nodes before linearized reading' (duration: 2.00017583s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.092117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:19.091676Z","time spent":"2.000431126s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:21.551474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018098343s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:21.551995Z","caller":"traceutil/trace.go:171","msg":"trace[637025590] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"4.464217304s","start":"2026-05-07T10:07:17.087754Z","end":"2026-05-07T10:07:21.551971Z","steps":["trace[637025590] 'process raft request' (duration: 4.464151163s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.552103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:17.087745Z","time spent":"4.464313146s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:21.552397Z","caller":"traceutil/trace.go:171","msg":"trace[832334980] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"4.468236539s","start":"2026-05-07T10:07:17.084146Z","end":"2026-05-07T10:07:21.552383Z","steps":["trace[832334980] 'process raft request' (duration: 3.449101221s)","trace[832334980] 'compare' (duration: 1.017285084s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:21.552471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:17.084112Z","time spent":"4.468322661s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:21.552669Z","caller":"traceutil/trace.go:171","msg":"trace[565502424] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"4.466680012s","start":"2026-05-07T10:07:17.085945Z","end":"2026-05-07T10:07:21.552625Z","steps":["trace[565502424] 'process raft request' (duration: 4.465827832s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.552894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:17.08593Z","time spent":"4.466847386s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:21.552982Z","caller":"traceutil/trace.go:171","msg":"trace[1917442298] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"4.466310113s","start":"2026-05-07T10:07:17.086639Z","end":"2026-05-07T10:07:21.552949Z","steps":["trace[1917442298] 'process raft request' (duration: 4.465174096s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:21.553029Z","caller":"traceutil/trace.go:171","msg":"trace[634315529] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"4.468782991s","start":"2026-05-07T10:07:17.084221Z","end":"2026-05-07T10:07:21.553004Z","steps":["trace[634315529] 'process raft request' (duration: 4.467390669s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.553133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:17.086622Z","time spent":"4.466441547s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:21.553146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:17.084187Z","time spent":"4.468890974s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:21.55316Z","caller":"traceutil/trace.go:171","msg":"trace[1142327517] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"4.468001014s","start":"2026-05-07T10:07:17.085144Z","end":"2026-05-07T10:07:21.553145Z","steps":["trace[1142327517] 'process raft request' (duration: 4.46658619s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.553225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:17.085121Z","time spent":"4.468067805s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:21.553803Z","caller":"traceutil/trace.go:171","msg":"trace[560244304] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"4.465503055s","start":"2026-05-07T10:07:17.087086Z","end":"2026-05-07T10:07:21.552589Z","steps":["trace[560244304] 'process raft request' (duration: 4.464769077s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:21.554035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:17.087072Z","time spent":"4.466806155s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:22.545081Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.767448854s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:23.093793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000637462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:23.093884Z","caller":"traceutil/trace.go:171","msg":"trace[570049691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000812326s","start":"2026-05-07T10:07:21.093051Z","end":"2026-05-07T10:07:23.093863Z","steps":["trace[570049691] 'agreement among raft nodes before linearized reading' (duration: 2.000693263s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:23.09394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.093011Z","time spent":"2.000918468s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:24.365727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434601753s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:24.365861Z","caller":"traceutil/trace.go:171","msg":"trace[1142823731] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25033; }","duration":"2.434754526s","start":"2026-05-07T10:07:21.931088Z","end":"2026-05-07T10:07:24.365843Z","steps":["trace[1142823731] 'range keys from in-memory index tree' (duration: 2.434582222s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:24.369547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824129439s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-07T10:07:24.369681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:18.845472Z","time spent":"5.524202015s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T10:07:25.094776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008926922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:25.094994Z","caller":"traceutil/trace.go:171","msg":"trace[1379371564] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.009176737s","start":"2026-05-07T10:07:15.085789Z","end":"2026-05-07T10:07:25.094966Z","steps":["trace[1379371564] 'agreement among raft nodes before linearized reading' (duration: 10.008920251s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:25.095145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:15.085766Z","time spent":"10.009363812s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/05/07 10:07:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:25.102922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999789321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:25.103032Z","caller":"traceutil/trace.go:171","msg":"trace[1968162545] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002186s","start":"2026-05-07T10:07:23.103Z","end":"2026-05-07T10:07:25.103003Z","steps":["trace[1968162545] 'agreement among raft nodes before linearized reading' (duration: 1.999854422s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:25.103145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.102963Z","time spent":"2.00017042s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:25.971629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60194753s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-07T10:07:25.973177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.333245127s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:07:25.973961Z","caller":"traceutil/trace.go:171","msg":"trace[475334077] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"5.885554836s","start":"2026-05-07T10:07:20.088372Z","end":"2026-05-07T10:07:25.973926Z","steps":["trace[475334077] 'process raft request' (duration: 5.883375785s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:25.974006Z","caller":"traceutil/trace.go:171","msg":"trace[97915147] linearizableReadLoop","detail":"{readStateIndex:25856; appliedIndex:25846; }","duration":"7.130689162s","start":"2026-05-07T10:07:18.843285Z","end":"2026-05-07T10:07:25.973974Z","steps":["trace[97915147] 'read index received' (duration: 1.689941902s)","trace[97915147] 'applied index is now lower than readState.Index' (duration: 5.44074523s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:25.974194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:20.088344Z","time spent":"5.88569173s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:26.474602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:27.0909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.836294307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:27.091011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.948654162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:27.091085Z","caller":"traceutil/trace.go:171","msg":"trace[982431010] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25035; }","duration":"11.836567864s","start":"2026-05-07T10:07:15.25449Z","end":"2026-05-07T10:07:27.091058Z","steps":["trace[982431010] 'agreement among raft nodes before linearized reading' (duration: 10.719699915s)","trace[982431010] 'count revisions from in-memory index tree' (duration: 1.116607032s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:27.091236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:15.254463Z","time spent":"11.836747588s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:27.091363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.00555356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-07T10:07:27.091409Z","caller":"traceutil/trace.go:171","msg":"trace[476263417] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25035; }","duration":"12.005607982s","start":"2026-05-07T10:07:15.085786Z","end":"2026-05-07T10:07:27.091394Z","steps":["trace[476263417] 'agreement among raft nodes before linearized reading' (duration: 10.888429456s)","trace[476263417] 'range keys from in-memory index tree' (duration: 1.116985661s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:27.091453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:15.085772Z","time spent":"12.005670833s","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-07T10:07:27.092081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.906121503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:27.092128Z","caller":"traceutil/trace.go:171","msg":"trace[302762041] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25035; }","duration":"9.906202475s","start":"2026-05-07T10:07:17.185911Z","end":"2026-05-07T10:07:27.092114Z","steps":["trace[302762041] 'agreement among raft nodes before linearized reading' (duration: 8.788206351s)","trace[302762041] 'count revisions from in-memory index tree' (duration: 1.117934433s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:27.092166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:17.185897Z","time spent":"9.906255706s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:27.092356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.449588173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:27.09233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:26.388708Z","time spent":"703.610515ms","remote":"127.0.0.1:45672","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T10:07:27.092398Z","caller":"traceutil/trace.go:171","msg":"trace[306452736] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25035; }","duration":"9.449666565s","start":"2026-05-07T10:07:17.642719Z","end":"2026-05-07T10:07:27.092385Z","steps":["trace[306452736] 'agreement among raft nodes before linearized reading' (duration: 8.331335772s)","trace[306452736] 'count revisions from in-memory index tree' (duration: 1.118268762s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:27.092435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:17.642695Z","time spent":"9.449729806s","remote":"127.0.0.1:36400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:27.092634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.819701529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:27.092676Z","caller":"traceutil/trace.go:171","msg":"trace[315607551] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25035; }","duration":"9.819761371s","start":"2026-05-07T10:07:17.2729Z","end":"2026-05-07T10:07:27.092661Z","steps":["trace[315607551] 'agreement among raft nodes before linearized reading' (duration: 8.701177193s)","trace[315607551] 'count revisions from in-memory index tree' (duration: 1.118506857s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:27.092707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:17.272888Z","time spent":"9.819810012s","remote":"127.0.0.1:53758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:27.092949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.117777813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-07T10:07:27.093077Z","caller":"traceutil/trace.go:171","msg":"trace[288168497] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c; range_end:; response_count:1; response_revision:25035; }","duration":"10.117978477s","start":"2026-05-07T10:07:16.975065Z","end":"2026-05-07T10:07:27.093043Z","steps":["trace[288168497] 'agreement among raft nodes before linearized reading' (duration: 8.998925948s)","trace[288168497] 'range keys from in-memory index tree' (duration: 1.117477652s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:27.093137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:16.975047Z","time spent":"10.11807866s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c\" "} {"level":"warn","ts":"2026-05-07T10:07:27.09344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.394174976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:27.093474Z","caller":"traceutil/trace.go:171","msg":"trace[258103344] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25035; }","duration":"10.394270988s","start":"2026-05-07T10:07:16.699191Z","end":"2026-05-07T10:07:27.093462Z","steps":["trace[258103344] 'agreement among raft nodes before linearized reading' (duration: 9.274933852s)","trace[258103344] 'count revisions from in-memory index tree' (duration: 1.119276165s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:27.093481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.909600355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:27.0935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:16.699149Z","time spent":"10.39434234s","remote":"127.0.0.1:49438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:27.093516Z","caller":"traceutil/trace.go:171","msg":"trace[452755239] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25035; }","duration":"9.909655376s","start":"2026-05-07T10:07:17.183847Z","end":"2026-05-07T10:07:27.093503Z","steps":["trace[452755239] 'agreement among raft nodes before linearized reading' (duration: 8.790284629s)","trace[452755239] 'count revisions from in-memory index tree' (duration: 1.119321846s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:27.090959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.405441081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-05-07T10:07:27.093651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.195139911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:27.093656Z","caller":"traceutil/trace.go:171","msg":"trace[234485182] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25035; }","duration":"10.408236227s","start":"2026-05-07T10:07:16.685381Z","end":"2026-05-07T10:07:27.093617Z","steps":["trace[234485182] 'agreement among raft nodes before linearized reading' (duration: 9.288771927s)","trace[234485182] 'range keys from in-memory index tree' (duration: 1.116565991s)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:27.093761Z","caller":"traceutil/trace.go:171","msg":"trace[1632148905] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25035; }","duration":"11.195312575s","start":"2026-05-07T10:07:15.898417Z","end":"2026-05-07T10:07:27.09373Z","steps":["trace[1632148905] 'agreement among raft nodes before linearized reading' (duration: 10.075760874s)","trace[1632148905] 'count revisions from in-memory index tree' (duration: 1.119386478s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:27.093779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.91277302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:27.093822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:16.685346Z","time spent":"10.408428861s","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-07T10:07:27.093827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:15.898394Z","time spent":"11.195413378s","remote":"127.0.0.1:43000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:27.09393Z","caller":"traceutil/trace.go:171","msg":"trace[1400879018] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25035; }","duration":"9.912995565s","start":"2026-05-07T10:07:17.180897Z","end":"2026-05-07T10:07:27.093892Z","steps":["trace[1400879018] 'agreement among raft nodes before linearized reading' (duration: 8.79326392s)","trace[1400879018] 'count revisions from in-memory index tree' (duration: 1.11950849s)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:27.091161Z","caller":"traceutil/trace.go:171","msg":"trace[73688391] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25035; }","duration":"11.948847005s","start":"2026-05-07T10:07:15.142284Z","end":"2026-05-07T10:07:27.091131Z","steps":["trace[73688391] 'agreement among raft nodes before linearized reading' (duration: 10.831919616s)","trace[73688391] 'range keys from in-memory index tree' (duration: 1.116742615s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:27.094003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:17.180873Z","time spent":"9.913115587s","remote":"127.0.0.1:42568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:27.094042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:15.142267Z","time spent":"11.951765124s","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T10:07:27.093556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:17.183832Z","time spent":"9.909716098s","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:27.094413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120396632s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:27.094749Z","caller":"traceutil/trace.go:171","msg":"trace[1556791588] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"5.733772486s","start":"2026-05-07T10:07:21.360966Z","end":"2026-05-07T10:07:27.094739Z","steps":["trace[1556791588] 'process raft request' (duration: 4.612985726s)","trace[1556791588] 'compare' (duration: 1.117447322s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:27.094786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.360937Z","time spent":"5.733832618s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:27.094982Z","caller":"traceutil/trace.go:171","msg":"trace[1233460302] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"3.691770481s","start":"2026-05-07T10:07:23.403184Z","end":"2026-05-07T10:07:27.094955Z","steps":["trace[1233460302] 'process raft request' (duration: 3.69130342s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:27.095016Z","caller":"traceutil/trace.go:171","msg":"trace[932099106] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"3.535218737s","start":"2026-05-07T10:07:23.559779Z","end":"2026-05-07T10:07:27.094998Z","steps":["trace[932099106] 'process raft request' (duration: 3.535099204s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:27.095098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.559751Z","time spent":"3.535302549s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:27.095173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.40315Z","time spent":"3.691891153s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:27.095196Z","caller":"traceutil/trace.go:171","msg":"trace[1715213507] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"3.534396877s","start":"2026-05-07T10:07:23.560783Z","end":"2026-05-07T10:07:27.09518Z","steps":["trace[1715213507] 'process raft request' (duration: 3.534166592s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:27.095307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.560773Z","time spent":"3.53446901s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:27.095439Z","caller":"traceutil/trace.go:171","msg":"trace[1731801918] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"3.534452319s","start":"2026-05-07T10:07:23.560977Z","end":"2026-05-07T10:07:27.09543Z","steps":["trace[1731801918] 'process raft request' (duration: 3.534085711s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:27.095547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.56096Z","time spent":"3.53450533s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:27.095567Z","caller":"traceutil/trace.go:171","msg":"trace[43423124] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"3.533988558s","start":"2026-05-07T10:07:23.561562Z","end":"2026-05-07T10:07:27.095551Z","steps":["trace[43423124] 'process raft request' (duration: 3.533772663s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:27.095644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.561552Z","time spent":"3.534050839s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:27.095784Z","caller":"traceutil/trace.go:171","msg":"trace[2056891761] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"3.5340833s","start":"2026-05-07T10:07:23.561687Z","end":"2026-05-07T10:07:27.09577Z","steps":["trace[2056891761] 'process raft request' (duration: 3.533765063s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:27.095827Z","caller":"traceutil/trace.go:171","msg":"trace[2071469872] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"3.533999228s","start":"2026-05-07T10:07:23.561812Z","end":"2026-05-07T10:07:27.095811Z","steps":["trace[2071469872] 'process raft request' (duration: 3.533839354s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:27.095854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.561675Z","time spent":"3.534145652s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:27.095858Z","caller":"traceutil/trace.go:171","msg":"trace[1885165903] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25044; }","duration":"2.722597478s","start":"2026-05-07T10:07:24.373237Z","end":"2026-05-07T10:07:27.095834Z","steps":["trace[1885165903] 'process raft request' (duration: 2.722568467s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:27.095897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.561803Z","time spent":"3.53405607s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:27.095966Z","caller":"traceutil/trace.go:171","msg":"trace[1545454105] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"3.533952987s","start":"2026-05-07T10:07:23.561937Z","end":"2026-05-07T10:07:27.09589Z","steps":["trace[1545454105] 'process raft request' (duration: 3.533817434s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:27.096142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.561894Z","time spent":"3.534197433s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:27.096004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.664140507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269049"} {"level":"info","ts":"2026-05-07T10:07:27.096241Z","caller":"traceutil/trace.go:171","msg":"trace[1849685301] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25035; }","duration":"10.664426385s","start":"2026-05-07T10:07:16.431792Z","end":"2026-05-07T10:07:27.096218Z","steps":["trace[1849685301] 'agreement among raft nodes before linearized reading' (duration: 9.542373745s)","trace[1849685301] 'range keys from in-memory index tree' (duration: 1.119543511s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:27.096034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:24.3732Z","time spent":"2.722739741s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:27.096296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:16.43176Z","time spent":"10.664520997s","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269072,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-07T10:07:27.103386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999974266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:27.103429Z","caller":"traceutil/trace.go:171","msg":"trace[1229131905] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060098s","start":"2026-05-07T10:07:25.103359Z","end":"2026-05-07T10:07:27.103419Z","steps":["trace[1229131905] 'agreement among raft nodes before linearized reading' (duration: 2.000012567s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:27.103457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:25.103332Z","time spent":"2.00011981s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:28.432188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000161139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:07:28.432309Z","caller":"traceutil/trace.go:171","msg":"trace[468591640] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000362335s","start":"2026-05-07T10:07:26.431919Z","end":"2026-05-07T10:07:28.432281Z","steps":["trace[468591640] 'agreement among raft nodes before linearized reading' (duration: 2.00017854s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.432376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:26.431903Z","time spent":"2.000461056s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:28.567701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278148232s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:28.567843Z","caller":"traceutil/trace.go:171","msg":"trace[298699517] linearizableReadLoop","detail":"{readStateIndex:25867; appliedIndex:25856; }","duration":"2.593718065s","start":"2026-05-07T10:07:25.97409Z","end":"2026-05-07T10:07:28.567808Z","steps":["trace[298699517] 'read index received' (duration: 986.363668ms)","trace[298699517] 'applied index is now lower than readState.Index' (duration: 1.607352427s)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:28.567948Z","caller":"traceutil/trace.go:171","msg":"trace[1366119211] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"2.217096514s","start":"2026-05-07T10:07:26.350839Z","end":"2026-05-07T10:07:28.567935Z","steps":["trace[1366119211] 'process raft request' (duration: 938.615374ms)","trace[1366119211] 'compare' (duration: 1.277894676s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:28.568026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:26.350808Z","time spent":"2.217175086s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:28.568285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627516511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.568341Z","caller":"traceutil/trace.go:171","msg":"trace[1924154211] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25045; }","duration":"2.627573262s","start":"2026-05-07T10:07:25.940751Z","end":"2026-05-07T10:07:28.568325Z","steps":["trace[1924154211] 'agreement among raft nodes before linearized reading' (duration: 2.62747259s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.56839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:25.940686Z","time spent":"2.627688394s","remote":"127.0.0.1:33618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.56864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175941744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:28.568684Z","caller":"traceutil/trace.go:171","msg":"trace[1603217804] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25045; }","duration":"3.176036466s","start":"2026-05-07T10:07:25.392638Z","end":"2026-05-07T10:07:28.568674Z","steps":["trace[1603217804] 'agreement among raft nodes before linearized reading' (duration: 3.175939194s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.568717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:25.392611Z","time spent":"3.176097367s","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.5689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.646036985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:28.568942Z","caller":"traceutil/trace.go:171","msg":"trace[1273443415] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25045; }","duration":"3.646135997s","start":"2026-05-07T10:07:24.922791Z","end":"2026-05-07T10:07:28.568927Z","steps":["trace[1273443415] 'agreement among raft nodes before linearized reading' (duration: 3.646077176s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.568976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:24.922743Z","time spent":"3.646224349s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.569239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.93803275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-07T10:07:28.569237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.936064533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-07T10:07:28.569278Z","caller":"traceutil/trace.go:171","msg":"trace[1088914526] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25045; }","duration":"6.938111891s","start":"2026-05-07T10:07:21.631156Z","end":"2026-05-07T10:07:28.569268Z","steps":["trace[1088914526] 'agreement among raft nodes before linearized reading' (duration: 6.937973258s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.569308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.631137Z","time spent":"6.938164042s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-07T10:07:28.569311Z","caller":"traceutil/trace.go:171","msg":"trace[852466294] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25045; }","duration":"6.936175526s","start":"2026-05-07T10:07:21.633115Z","end":"2026-05-07T10:07:28.569291Z","steps":["trace[852466294] 'agreement among raft nodes before linearized reading' (duration: 6.93592901s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.569353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.633103Z","time spent":"6.936242017s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T10:07:28.569655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.954859235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.569705Z","caller":"traceutil/trace.go:171","msg":"trace[544907490] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25045; }","duration":"6.954955568s","start":"2026-05-07T10:07:21.614737Z","end":"2026-05-07T10:07:28.569693Z","steps":["trace[544907490] 'agreement among raft nodes before linearized reading' (duration: 6.954716652s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.569723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.773355958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.56974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.614711Z","time spent":"6.955021189s","remote":"127.0.0.1:46882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:28.569757Z","caller":"traceutil/trace.go:171","msg":"trace[1607545014] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25045; }","duration":"4.773487901s","start":"2026-05-07T10:07:23.796258Z","end":"2026-05-07T10:07:28.569746Z","steps":["trace[1607545014] 'agreement among raft nodes before linearized reading' (duration: 4.773433999s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.569786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.796191Z","time spent":"4.773587914s","remote":"127.0.0.1:53740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.569935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.341886242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.569967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.863674243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.569978Z","caller":"traceutil/trace.go:171","msg":"trace[1979493640] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25045; }","duration":"7.341966314s","start":"2026-05-07T10:07:21.228001Z","end":"2026-05-07T10:07:28.569968Z","steps":["trace[1979493640] 'agreement among raft nodes before linearized reading' (duration: 7.341898662s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.569995Z","caller":"traceutil/trace.go:171","msg":"trace[803618567] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25045; }","duration":"4.863767915s","start":"2026-05-07T10:07:23.706219Z","end":"2026-05-07T10:07:28.569987Z","steps":["trace[803618567] 'agreement among raft nodes before linearized reading' (duration: 4.863706974s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.57001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.227975Z","time spent":"7.342025655s","remote":"127.0.0.1:49422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.570024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.706192Z","time spent":"4.863825107s","remote":"127.0.0.1:34736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.570184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.742749932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.570218Z","caller":"traceutil/trace.go:171","msg":"trace[1485807892] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25045; }","duration":"7.742822324s","start":"2026-05-07T10:07:20.827386Z","end":"2026-05-07T10:07:28.570208Z","steps":["trace[1485807892] 'agreement among raft nodes before linearized reading' (duration: 7.742769432s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.570272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99745028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:28.570305Z","caller":"traceutil/trace.go:171","msg":"trace[384073081] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25045; }","duration":"4.997513162s","start":"2026-05-07T10:07:23.57278Z","end":"2026-05-07T10:07:28.570293Z","steps":["trace[384073081] 'agreement among raft nodes before linearized reading' (duration: 4.997368488s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.570322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:20.827366Z","time spent":"7.742941857s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.570332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.572767Z","time spent":"4.997557203s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.569672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.500667762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-07T10:07:28.570394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.230132148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:28.57045Z","caller":"traceutil/trace.go:171","msg":"trace[663638783] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25045; }","duration":"4.50144331s","start":"2026-05-07T10:07:24.06899Z","end":"2026-05-07T10:07:28.570434Z","steps":["trace[663638783] 'agreement among raft nodes before linearized reading' (duration: 4.500546569s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.57043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.814654853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:28.570481Z","caller":"traceutil/trace.go:171","msg":"trace[1513675401] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25045; }","duration":"9.230295822s","start":"2026-05-07T10:07:19.340157Z","end":"2026-05-07T10:07:28.570453Z","steps":["trace[1513675401] 'agreement among raft nodes before linearized reading' (duration: 9.230140949s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.570494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.56106846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.5705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:24.068909Z","time spent":"4.501574773s","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.570473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.540140238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.570528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:19.34011Z","time spent":"9.230406815s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:28.570533Z","caller":"traceutil/trace.go:171","msg":"trace[1636810964] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25045; }","duration":"8.814820997s","start":"2026-05-07T10:07:19.755683Z","end":"2026-05-07T10:07:28.570504Z","steps":["trace[1636810964] 'agreement among raft nodes before linearized reading' (duration: 8.814627212s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.570569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.905890553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.570577Z","caller":"traceutil/trace.go:171","msg":"trace[1772008811] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25045; }","duration":"6.540319612s","start":"2026-05-07T10:07:22.030233Z","end":"2026-05-07T10:07:28.570553Z","steps":["trace[1772008811] 'agreement among raft nodes before linearized reading' (duration: 6.540110017s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.57059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:19.755641Z","time spent":"8.814936169s","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:28.570611Z","caller":"traceutil/trace.go:171","msg":"trace[1133939052] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25045; }","duration":"6.905950695s","start":"2026-05-07T10:07:21.664647Z","end":"2026-05-07T10:07:28.570597Z","steps":["trace[1133939052] 'agreement among raft nodes before linearized reading' (duration: 6.905897544s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.570635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:22.030205Z","time spent":"6.540417504s","remote":"127.0.0.1:46886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:28.570525Z","caller":"traceutil/trace.go:171","msg":"trace[191775862] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25045; }","duration":"6.561099521s","start":"2026-05-07T10:07:22.009415Z","end":"2026-05-07T10:07:28.570515Z","steps":["trace[191775862] 'agreement among raft nodes before linearized reading' (duration: 6.56105053s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.570871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:22.009363Z","time spent":"6.56149758s","remote":"127.0.0.1:42802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.570884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.183913082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:28.570643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:21.664635Z","time spent":"6.905999956s","remote":"127.0.0.1:44124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:28.570918Z","caller":"traceutil/trace.go:171","msg":"trace[409741036] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25045; }","duration":"8.184000084s","start":"2026-05-07T10:07:20.386907Z","end":"2026-05-07T10:07:28.570907Z","steps":["trace[409741036] 'agreement among raft nodes before linearized reading' (duration: 8.183922152s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.570957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:20.386885Z","time spent":"8.184064676s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.570969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.79090108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:28.571076Z","caller":"traceutil/trace.go:171","msg":"trace[613067935] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25045; }","duration":"5.791057773s","start":"2026-05-07T10:07:22.779996Z","end":"2026-05-07T10:07:28.571054Z","steps":["trace[613067935] 'agreement among raft nodes before linearized reading' (duration: 5.790818347s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.57107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.415120907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.571173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:22.779978Z","time spent":"5.791182816s","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.57123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.451035702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.571245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.319688182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:28.571022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.168891873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.571283Z","caller":"traceutil/trace.go:171","msg":"trace[980785356] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25045; }","duration":"5.319765664s","start":"2026-05-07T10:07:23.251511Z","end":"2026-05-07T10:07:28.571276Z","steps":["trace[980785356] 'agreement among raft nodes before linearized reading' (duration: 5.319694432s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.57118Z","caller":"traceutil/trace.go:171","msg":"trace[186302549] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25045; }","duration":"5.415309352s","start":"2026-05-07T10:07:23.155848Z","end":"2026-05-07T10:07:28.571157Z","steps":["trace[186302549] 'agreement among raft nodes before linearized reading' (duration: 5.415132968s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.571289Z","caller":"traceutil/trace.go:171","msg":"trace[1717553628] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25045; }","duration":"5.451114625s","start":"2026-05-07T10:07:23.120159Z","end":"2026-05-07T10:07:28.571273Z","steps":["trace[1717553628] 'agreement among raft nodes before linearized reading' (duration: 5.451024923s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.571317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.251488Z","time spent":"5.319820396s","remote":"127.0.0.1:36408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.57133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.120148Z","time spent":"5.451173316s","remote":"127.0.0.1:42620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.571325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:23.155814Z","time spent":"5.415501697s","remote":"127.0.0.1:46834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:28.571327Z","caller":"traceutil/trace.go:171","msg":"trace[515577530] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25045; }","duration":"6.16922809s","start":"2026-05-07T10:07:22.402067Z","end":"2026-05-07T10:07:28.571296Z","steps":["trace[515577530] 'agreement among raft nodes before linearized reading' (duration: 6.168925513s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.571357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.930349625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.571432Z","caller":"traceutil/trace.go:171","msg":"trace[540998702] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25045; }","duration":"8.930472948s","start":"2026-05-07T10:07:19.640947Z","end":"2026-05-07T10:07:28.57142Z","steps":["trace[540998702] 'agreement among raft nodes before linearized reading' (duration: 8.930361416s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.571457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:22.402036Z","time spent":"6.169356114s","remote":"127.0.0.1:34804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.571522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:19.640921Z","time spent":"8.9305878s","remote":"127.0.0.1:44228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.571591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.079080304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T10:07:28.571649Z","caller":"traceutil/trace.go:171","msg":"trace[473979561] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25045; }","duration":"9.079185096s","start":"2026-05-07T10:07:19.492449Z","end":"2026-05-07T10:07:28.571634Z","steps":["trace[473979561] 'agreement among raft nodes before linearized reading' (duration: 9.077759863s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.57169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:19.49241Z","time spent":"9.079271558s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2679,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.776257Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.486704189s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:07:28.85628Z","caller":"traceutil/trace.go:171","msg":"trace[270419185] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"1.75958488s","start":"2026-05-07T10:07:27.096624Z","end":"2026-05-07T10:07:28.856209Z","steps":["trace[270419185] 'process raft request' (duration: 1.679944376s)","trace[270419185] 'compare' (duration: 79.258655ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:28.856496Z","caller":"traceutil/trace.go:171","msg":"trace[1943638048] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"279.22223ms","start":"2026-05-07T10:07:28.577241Z","end":"2026-05-07T10:07:28.856464Z","steps":["trace[1943638048] 'process raft request' (duration: 279.171298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.856544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:27.096601Z","time spent":"1.759803244s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:28.856604Z","caller":"traceutil/trace.go:171","msg":"trace[872112975] linearizableReadLoop","detail":"{readStateIndex:25869; appliedIndex:25867; }","duration":"288.687012ms","start":"2026-05-07T10:07:28.567878Z","end":"2026-05-07T10:07:28.856565Z","steps":["trace[872112975] 'read index received' (duration: 208.7102ms)","trace[872112975] 'applied index is now lower than readState.Index' (duration: 79.972532ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:28.856803Z","caller":"traceutil/trace.go:171","msg":"trace[725801770] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"279.904666ms","start":"2026-05-07T10:07:28.576867Z","end":"2026-05-07T10:07:28.856771Z","steps":["trace[725801770] 'process raft request' (duration: 279.422165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.856844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757467148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:28.856835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05027572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.85684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74685823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.856902Z","caller":"traceutil/trace.go:171","msg":"trace[136317762] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25048; }","duration":"2.757585561s","start":"2026-05-07T10:07:26.099285Z","end":"2026-05-07T10:07:28.856871Z","steps":["trace[136317762] 'agreement among raft nodes before linearized reading' (duration: 2.757400867s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.856908Z","caller":"traceutil/trace.go:171","msg":"trace[785485126] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25048; }","duration":"1.050412964s","start":"2026-05-07T10:07:27.806468Z","end":"2026-05-07T10:07:28.856881Z","steps":["trace[785485126] 'agreement among raft nodes before linearized reading' (duration: 1.05028104s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.856912Z","caller":"traceutil/trace.go:171","msg":"trace[47161480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25048; }","duration":"1.746960763s","start":"2026-05-07T10:07:27.10993Z","end":"2026-05-07T10:07:28.856891Z","steps":["trace[47161480] 'agreement among raft nodes before linearized reading' (duration: 1.746803639s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.856954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:27.806395Z","time spent":"1.050548707s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.857006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62105698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.857019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093469355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:28.857031Z","caller":"traceutil/trace.go:171","msg":"trace[1366540064] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25048; }","duration":"1.621127052s","start":"2026-05-07T10:07:27.235894Z","end":"2026-05-07T10:07:28.857021Z","steps":["trace[1366540064] 'agreement among raft nodes before linearized reading' (duration: 1.621086961s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.857062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:27.23587Z","time spent":"1.621183983s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.857069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174321279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.857108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.298189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:28.857114Z","caller":"traceutil/trace.go:171","msg":"trace[1095007169] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25048; }","duration":"1.174377851s","start":"2026-05-07T10:07:27.682718Z","end":"2026-05-07T10:07:28.857096Z","steps":["trace[1095007169] 'agreement among raft nodes before linearized reading' (duration: 1.174323029s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.85696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:27.109924Z","time spent":"1.747030364s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:28.85715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:27.682706Z","time spent":"1.174436372s","remote":"127.0.0.1:32876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.857172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:27.097745Z","time spent":"1.759424365s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T10:07:28.857147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.167467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.856956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:26.099257Z","time spent":"2.757685423s","remote":"127.0.0.1:44474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.857204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75792264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.857246Z","caller":"traceutil/trace.go:171","msg":"trace[1455392284] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25048; }","duration":"735.333781ms","start":"2026-05-07T10:07:28.121894Z","end":"2026-05-07T10:07:28.857228Z","steps":["trace[1455392284] 'agreement among raft nodes before linearized reading' (duration: 735.173727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.857264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412079131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:28.8573Z","caller":"traceutil/trace.go:171","msg":"trace[1474929776] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25048; }","duration":"2.412128833s","start":"2026-05-07T10:07:26.445158Z","end":"2026-05-07T10:07:28.857287Z","steps":["trace[1474929776] 'agreement among raft nodes before linearized reading' (duration: 2.412075792s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.857145Z","caller":"traceutil/trace.go:171","msg":"trace[1888651524] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25048; }","duration":"641.35539ms","start":"2026-05-07T10:07:28.215778Z","end":"2026-05-07T10:07:28.857134Z","steps":["trace[1888651524] 'agreement among raft nodes before linearized reading' (duration: 641.252878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.857335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:26.44515Z","time spent":"2.412177964s","remote":"127.0.0.1:44382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.857322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:28.121857Z","time spent":"735.450954ms","remote":"127.0.0.1:42966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:28.857059Z","caller":"traceutil/trace.go:171","msg":"trace[1515768486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25048; }","duration":"2.093571267s","start":"2026-05-07T10:07:26.763476Z","end":"2026-05-07T10:07:28.857047Z","steps":["trace[1515768486] 'agreement among raft nodes before linearized reading' (duration: 2.093508946s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.857258Z","caller":"traceutil/trace.go:171","msg":"trace[1675014256] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25048; }","duration":"1.757971271s","start":"2026-05-07T10:07:27.099274Z","end":"2026-05-07T10:07:28.857245Z","steps":["trace[1675014256] 'agreement among raft nodes before linearized reading' (duration: 1.757898489s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.857393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758877492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7a421c00-8ca8-4358-b612-935184bfcd1f\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-05-07T10:07:28.857414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636195005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.857427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:26.763445Z","time spent":"2.093971077s","remote":"127.0.0.1:33684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:28.857434Z","caller":"traceutil/trace.go:171","msg":"trace[1012724226] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7a421c00-8ca8-4358-b612-935184bfcd1f; range_end:; response_count:1; response_revision:25048; }","duration":"1.759018036s","start":"2026-05-07T10:07:27.098405Z","end":"2026-05-07T10:07:28.857423Z","steps":["trace[1012724226] 'agreement among raft nodes before linearized reading' (duration: 1.758875603s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.857439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759007596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-05-07T10:07:28.857444Z","caller":"traceutil/trace.go:171","msg":"trace[1291620589] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25048; }","duration":"2.636249556s","start":"2026-05-07T10:07:26.221182Z","end":"2026-05-07T10:07:28.857432Z","steps":["trace[1291620589] 'agreement among raft nodes before linearized reading' (duration: 2.636202094s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.857467Z","caller":"traceutil/trace.go:171","msg":"trace[926235083] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25048; }","duration":"1.759059467s","start":"2026-05-07T10:07:27.0984Z","end":"2026-05-07T10:07:28.85746Z","steps":["trace[926235083] 'agreement among raft nodes before linearized reading' (duration: 1.758938414s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.857473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:26.221168Z","time spent":"2.636299127s","remote":"127.0.0.1:46860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.85747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:27.098396Z","time spent":"1.759065647s","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-7a421c00-8ca8-4358-b612-935184bfcd1f\" "} {"level":"warn","ts":"2026-05-07T10:07:28.857494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:27.09839Z","time spent":"1.759099728s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-05-07T10:07:28.857001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303625942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:28.857212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19482262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-ksgb6\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-05-07T10:07:28.857559Z","caller":"traceutil/trace.go:171","msg":"trace[1618352380] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25048; }","duration":"1.304251226s","start":"2026-05-07T10:07:27.553297Z","end":"2026-05-07T10:07:28.857548Z","steps":["trace[1618352380] 'agreement among raft nodes before linearized reading' (duration: 1.303636412s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.857588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:27.553271Z","time spent":"1.304305697s","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:28.857583Z","caller":"traceutil/trace.go:171","msg":"trace[1579744004] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-ksgb6; range_end:; response_count:1; response_revision:25048; }","duration":"2.19523069s","start":"2026-05-07T10:07:26.662331Z","end":"2026-05-07T10:07:28.857561Z","steps":["trace[1579744004] 'agreement among raft nodes before linearized reading' (duration: 2.194747088s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.857643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:26.662304Z","time spent":"2.195324162s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-ksgb6\" "} {"level":"warn","ts":"2026-05-07T10:07:28.857429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:27.099233Z","time spent":"1.758186616s","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T10:07:28.857378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:28.215689Z","time spent":"641.671958ms","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:28.857138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75876356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-05-07T10:07:28.857894Z","caller":"traceutil/trace.go:171","msg":"trace[789608984] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25048; }","duration":"1.759587069s","start":"2026-05-07T10:07:27.098295Z","end":"2026-05-07T10:07:28.857882Z","steps":["trace[789608984] 'agreement among raft nodes before linearized reading' (duration: 1.758685398s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.857928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:27.098266Z","time spent":"1.759651321s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-05-07T10:07:28.983549Z","caller":"traceutil/trace.go:171","msg":"trace[1451127310] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"120.291081ms","start":"2026-05-07T10:07:28.863212Z","end":"2026-05-07T10:07:28.983503Z","steps":["trace[1451127310] 'process raft request' (duration: 119.356339ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.983791Z","caller":"traceutil/trace.go:171","msg":"trace[1753988240] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"120.255499ms","start":"2026-05-07T10:07:28.863482Z","end":"2026-05-07T10:07:28.983737Z","steps":["trace[1753988240] 'process raft request' (duration: 119.956022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.983917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.355202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-07T10:07:28.98402Z","caller":"traceutil/trace.go:171","msg":"trace[560739333] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25052; }","duration":"120.524265ms","start":"2026-05-07T10:07:28.863474Z","end":"2026-05-07T10:07:28.983998Z","steps":["trace[560739333] 'agreement among raft nodes before linearized reading' (duration: 120.174317ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:28.983719Z","caller":"traceutil/trace.go:171","msg":"trace[1830664395] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"115.066617ms","start":"2026-05-07T10:07:28.86859Z","end":"2026-05-07T10:07:28.983656Z","steps":["trace[1830664395] 'process raft request' (duration: 114.898423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:28.983732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.725709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:28.984226Z","caller":"traceutil/trace.go:171","msg":"trace[519661524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25052; }","duration":"118.254622ms","start":"2026-05-07T10:07:28.865921Z","end":"2026-05-07T10:07:28.984175Z","steps":["trace[519661524] 'agreement among raft nodes before linearized reading' (duration: 117.71009ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:29.02987Z","caller":"traceutil/trace.go:171","msg":"trace[1644556071] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"107.053299ms","start":"2026-05-07T10:07:28.922765Z","end":"2026-05-07T10:07:29.029818Z","steps":["trace[1644556071] 'process raft request' (duration: 106.68678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:29.030027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.345866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-07T10:07:29.030092Z","caller":"traceutil/trace.go:171","msg":"trace[1875522852] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25053; }","duration":"107.456609ms","start":"2026-05-07T10:07:28.922618Z","end":"2026-05-07T10:07:29.030075Z","steps":["trace[1875522852] 'agreement among raft nodes before linearized reading' (duration: 107.296035ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:29.491571Z","caller":"traceutil/trace.go:171","msg":"trace[1226010829] linearizableReadLoop","detail":"{readStateIndex:25877; appliedIndex:25876; }","duration":"455.815534ms","start":"2026-05-07T10:07:29.035732Z","end":"2026-05-07T10:07:29.491548Z","steps":["trace[1226010829] 'read index received' (duration: 370.036716ms)","trace[1226010829] 'applied index is now lower than readState.Index' (duration: 85.777938ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:29.491713Z","caller":"traceutil/trace.go:171","msg":"trace[11677809] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"457.037873ms","start":"2026-05-07T10:07:29.034599Z","end":"2026-05-07T10:07:29.491637Z","steps":["trace[11677809] 'process raft request' (duration: 371.083131ms)","trace[11677809] 'compare' (duration: 85.688476ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:29.491889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.129232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-05-07T10:07:29.491967Z","caller":"traceutil/trace.go:171","msg":"trace[1709781188] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25054; }","duration":"456.233215ms","start":"2026-05-07T10:07:29.035715Z","end":"2026-05-07T10:07:29.491948Z","steps":["trace[1709781188] 'agreement among raft nodes before linearized reading' (duration: 455.902067ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:29.492012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.035706Z","time spent":"456.297146ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-07T10:07:29.491912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.034574Z","time spent":"457.241869ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:30.063472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.771138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:30.06381Z","caller":"traceutil/trace.go:171","msg":"trace[970275660] linearizableReadLoop","detail":"{readStateIndex:25885; appliedIndex:25877; }","duration":"572.168632ms","start":"2026-05-07T10:07:29.491626Z","end":"2026-05-07T10:07:30.063795Z","steps":["trace[970275660] 'read index received' (duration: 112.158749ms)","trace[970275660] 'applied index is now lower than readState.Index' (duration: 460.008633ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:30.063876Z","caller":"traceutil/trace.go:171","msg":"trace[1191170394] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"961.782579ms","start":"2026-05-07T10:07:29.102085Z","end":"2026-05-07T10:07:30.063868Z","steps":["trace[1191170394] 'process raft request' (duration: 961.577854ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:30.063847Z","caller":"traceutil/trace.go:171","msg":"trace[1632903180] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"961.833361ms","start":"2026-05-07T10:07:29.101969Z","end":"2026-05-07T10:07:30.063803Z","steps":["trace[1632903180] 'process raft request' (duration: 961.660497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.063934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.102074Z","time spent":"961.82635ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:30.064023Z","caller":"traceutil/trace.go:171","msg":"trace[1296499343] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"1.027555537s","start":"2026-05-07T10:07:29.036447Z","end":"2026-05-07T10:07:30.064002Z","steps":["trace[1296499343] 'process raft request' (duration: 567.191246ms)","trace[1296499343] 'compare' (duration: 459.621424ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:30.064067Z","caller":"traceutil/trace.go:171","msg":"trace[487713707] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"961.231587ms","start":"2026-05-07T10:07:29.102829Z","end":"2026-05-07T10:07:30.06406Z","steps":["trace[487713707] 'process raft request' (duration: 960.858708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.06407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.101961Z","time spent":"961.991544ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:30.064104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.102816Z","time spent":"961.263827ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:30.06412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.036402Z","time spent":"1.02766773s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T10:07:30.064173Z","caller":"traceutil/trace.go:171","msg":"trace[748349356] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"961.270677ms","start":"2026-05-07T10:07:29.102897Z","end":"2026-05-07T10:07:30.064167Z","steps":["trace[748349356] 'process raft request' (duration: 960.821597ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.064201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.10289Z","time spent":"961.294578ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:30.064249Z","caller":"traceutil/trace.go:171","msg":"trace[1848546440] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"961.299198ms","start":"2026-05-07T10:07:29.102944Z","end":"2026-05-07T10:07:30.064243Z","steps":["trace[1848546440] 'process raft request' (duration: 960.795346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.064281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.102938Z","time spent":"961.326958ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:30.064329Z","caller":"traceutil/trace.go:171","msg":"trace[2124808589] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"960.54379ms","start":"2026-05-07T10:07:29.103779Z","end":"2026-05-07T10:07:30.064323Z","steps":["trace[2124808589] 'process raft request' (duration: 959.981577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.064362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.103768Z","time spent":"960.57715ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:30.064494Z","caller":"traceutil/trace.go:171","msg":"trace[291025783] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"962.785032ms","start":"2026-05-07T10:07:29.101693Z","end":"2026-05-07T10:07:30.064478Z","steps":["trace[291025783] 'process raft request' (duration: 961.878951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.064559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.50792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T10:07:30.064576Z","caller":"traceutil/trace.go:171","msg":"trace[520033090] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25062; }","duration":"881.568492ms","start":"2026-05-07T10:07:29.183001Z","end":"2026-05-07T10:07:30.06457Z","steps":["trace[520033090] 'agreement among raft nodes before linearized reading' (duration: 881.401168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.064572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.101665Z","time spent":"962.868025ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:30.0646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.182978Z","time spent":"881.616733ms","remote":"127.0.0.1:44342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":164,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:30.064739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027777043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T10:07:30.06476Z","caller":"traceutil/trace.go:171","msg":"trace[964964471] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25062; }","duration":"1.027808793s","start":"2026-05-07T10:07:29.036944Z","end":"2026-05-07T10:07:30.064753Z","steps":["trace[964964471] 'agreement among raft nodes before linearized reading' (duration: 1.027727381s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.064773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.036935Z","time spent":"1.027835633s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T10:07:30.064778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024881594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-05-07T10:07:30.064829Z","caller":"traceutil/trace.go:171","msg":"trace[1123197623] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25062; }","duration":"1.024973906s","start":"2026-05-07T10:07:29.039841Z","end":"2026-05-07T10:07:30.064815Z","steps":["trace[1123197623] 'agreement among raft nodes before linearized reading' (duration: 1.024765121s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.064866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.039819Z","time spent":"1.025039537s","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-07T10:07:30.065088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017947071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-05-07T10:07:30.065124Z","caller":"traceutil/trace.go:171","msg":"trace[45453802] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25062; }","duration":"1.017985931s","start":"2026-05-07T10:07:29.047129Z","end":"2026-05-07T10:07:30.065115Z","steps":["trace[45453802] 'agreement among raft nodes before linearized reading' (duration: 1.017879259s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.065153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.047071Z","time spent":"1.018074594s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T10:07:30.065347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013586838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-05-07T10:07:30.065409Z","caller":"traceutil/trace.go:171","msg":"trace[1351150938] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:25062; }","duration":"1.01365854s","start":"2026-05-07T10:07:29.05173Z","end":"2026-05-07T10:07:30.065388Z","steps":["trace[1351150938] 'agreement among raft nodes before linearized reading' (duration: 1.013411974s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.065445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.051721Z","time spent":"1.013715381s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":870,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-05-07T10:07:30.066268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01451617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-05-07T10:07:30.06634Z","caller":"traceutil/trace.go:171","msg":"trace[208459048] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:25062; }","duration":"1.014628923s","start":"2026-05-07T10:07:29.051695Z","end":"2026-05-07T10:07:30.066324Z","steps":["trace[208459048] 'agreement among raft nodes before linearized reading' (duration: 1.013173519s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.066371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.051684Z","time spent":"1.014679734s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-05-07T10:07:30.153206Z","caller":"traceutil/trace.go:171","msg":"trace[575846536] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"649.694217ms","start":"2026-05-07T10:07:29.503487Z","end":"2026-05-07T10:07:30.153181Z","steps":["trace[575846536] 'process raft request' (duration: 649.322428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.153366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.503456Z","time spent":"649.82032ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:30.153603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.027915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:30.153641Z","caller":"traceutil/trace.go:171","msg":"trace[551124238] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25063; }","duration":"330.120937ms","start":"2026-05-07T10:07:29.82351Z","end":"2026-05-07T10:07:30.153631Z","steps":["trace[551124238] 'agreement among raft nodes before linearized reading' (duration: 330.045185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.153671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.823479Z","time spent":"330.185319ms","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:30.153858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.458502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:30.1539Z","caller":"traceutil/trace.go:171","msg":"trace[333817998] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25063; }","duration":"434.546224ms","start":"2026-05-07T10:07:29.71934Z","end":"2026-05-07T10:07:30.153886Z","steps":["trace[333817998] 'agreement among raft nodes before linearized reading' (duration: 434.481323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.153929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.719312Z","time spent":"434.609206ms","remote":"127.0.0.1:49400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:30.154172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.665394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18ad408da100e3e3\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-05-07T10:07:30.154207Z","caller":"traceutil/trace.go:171","msg":"trace[113234589] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18ad408da100e3e3; range_end:; response_count:1; response_revision:25063; }","duration":"657.700765ms","start":"2026-05-07T10:07:29.496497Z","end":"2026-05-07T10:07:30.154198Z","steps":["trace[113234589] 'agreement among raft nodes before linearized reading' (duration: 657.569212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.154233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:29.496466Z","time spent":"657.761116ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18ad408da100e3e3\" "} {"level":"info","ts":"2026-05-07T10:07:30.291267Z","caller":"traceutil/trace.go:171","msg":"trace[2112658500] linearizableReadLoop","detail":"{readStateIndex:25889; appliedIndex:25886; }","duration":"130.561482ms","start":"2026-05-07T10:07:30.160681Z","end":"2026-05-07T10:07:30.291243Z","steps":["trace[2112658500] 'read index received' (duration: 128.324029ms)","trace[2112658500] 'applied index is now lower than readState.Index' (duration: 2.236783ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:30.291419Z","caller":"traceutil/trace.go:171","msg":"trace[60249391] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"132.341503ms","start":"2026-05-07T10:07:30.159047Z","end":"2026-05-07T10:07:30.291388Z","steps":["trace[60249391] 'process raft request' (duration: 131.976675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.291548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.847708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-05-07T10:07:30.291659Z","caller":"traceutil/trace.go:171","msg":"trace[1139203835] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25065; }","duration":"130.9205ms","start":"2026-05-07T10:07:30.160646Z","end":"2026-05-07T10:07:30.291567Z","steps":["trace[1139203835] 'agreement among raft nodes before linearized reading' (duration: 130.696825ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:30.291797Z","caller":"traceutil/trace.go:171","msg":"trace[1479884709] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"131.960885ms","start":"2026-05-07T10:07:30.159805Z","end":"2026-05-07T10:07:30.291765Z","steps":["trace[1479884709] 'process raft request' (duration: 131.396562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:30.796591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:31.38083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.737585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:31.380922Z","caller":"traceutil/trace.go:171","msg":"trace[728924993] linearizableReadLoop","detail":"{readStateIndex:25890; appliedIndex:25889; }","duration":"1.085457939s","start":"2026-05-07T10:07:30.29545Z","end":"2026-05-07T10:07:31.380908Z","steps":["trace[728924993] 'read index received' (duration: 515.474468ms)","trace[728924993] 'applied index is now lower than readState.Index' (duration: 569.981221ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:31.381002Z","caller":"traceutil/trace.go:171","msg":"trace[47701117] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"1.088321246s","start":"2026-05-07T10:07:30.292633Z","end":"2026-05-07T10:07:31.380954Z","steps":["trace[47701117] 'process raft request' (duration: 518.375826ms)","trace[47701117] 'compare' (duration: 568.561988ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:31.381115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085678634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5a037abe-4c8a-4da7-9484-aeaa97d6cb99\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-07T10:07:31.381151Z","caller":"traceutil/trace.go:171","msg":"trace[432198512] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5a037abe-4c8a-4da7-9484-aeaa97d6cb99; range_end:; response_count:1; response_revision:25066; }","duration":"1.085739286s","start":"2026-05-07T10:07:30.295403Z","end":"2026-05-07T10:07:31.381142Z","steps":["trace[432198512] 'agreement among raft nodes before linearized reading' (duration: 1.085568562s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:31.381181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:30.295383Z","time spent":"1.085791907s","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-5a037abe-4c8a-4da7-9484-aeaa97d6cb99\" "} {"level":"warn","ts":"2026-05-07T10:07:31.381217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:30.292597Z","time spent":"1.088512121s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:31.881037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:32.381385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:32.785288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000554569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:32.785377Z","caller":"traceutil/trace.go:171","msg":"trace[1743620202] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000706553s","start":"2026-05-07T10:07:30.784651Z","end":"2026-05-07T10:07:32.785357Z","steps":["trace[1743620202] 'agreement among raft nodes before linearized reading' (duration: 2.0005913s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:32.785437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:30.784626Z","time spent":"2.000791224s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:32.805004Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.824053227s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:32.846991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.970608ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:32.847202Z","caller":"traceutil/trace.go:171","msg":"trace[1880486379] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25066; }","duration":"915.196044ms","start":"2026-05-07T10:07:31.931982Z","end":"2026-05-07T10:07:32.847179Z","steps":["trace[1880486379] 'range keys from in-memory index tree' (duration: 914.948428ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:32.847974Z","caller":"traceutil/trace.go:171","msg":"trace[537341082] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"1.867342695s","start":"2026-05-07T10:07:30.980586Z","end":"2026-05-07T10:07:32.847929Z","steps":["trace[537341082] 'process raft request' (duration: 1.824683241s)","trace[537341082] 'compare' (duration: 42.232764ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:32.848786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:30.980547Z","time spent":"1.86752596s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:34.786298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000375096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:34.786384Z","caller":"traceutil/trace.go:171","msg":"trace[940165854] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000544229s","start":"2026-05-07T10:07:32.78582Z","end":"2026-05-07T10:07:34.786364Z","steps":["trace[940165854] 'agreement among raft nodes before linearized reading' (duration: 2.000431747s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:34.786438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:32.785786Z","time spent":"2.000642102s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:34.820815Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.986261844s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:35.262612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.554658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:35.262931Z","caller":"traceutil/trace.go:171","msg":"trace[1920256663] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"3.190698081s","start":"2026-05-07T10:07:32.072213Z","end":"2026-05-07T10:07:35.262911Z","steps":["trace[1920256663] 'process raft request' (duration: 3.190609779s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.263012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:32.072205Z","time spent":"3.190772974s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:35.263268Z","caller":"traceutil/trace.go:171","msg":"trace[524885151] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"3.191149212s","start":"2026-05-07T10:07:32.072102Z","end":"2026-05-07T10:07:35.263251Z","steps":["trace[524885151] 'process raft request' (duration: 3.19062867s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:35.263265Z","caller":"traceutil/trace.go:171","msg":"trace[1117562520] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"3.19275566s","start":"2026-05-07T10:07:32.070465Z","end":"2026-05-07T10:07:35.263221Z","steps":["trace[1117562520] 'process raft request' (duration: 2.750469105s)","trace[1117562520] 'compare' (duration: 439.133601ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:35.263422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:32.072077Z","time spent":"3.191253035s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:35.263423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:32.070441Z","time spent":"3.192899773s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:35.263951Z","caller":"traceutil/trace.go:171","msg":"trace[1522793509] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"3.190908737s","start":"2026-05-07T10:07:32.073008Z","end":"2026-05-07T10:07:35.263917Z","steps":["trace[1522793509] 'process raft request' (duration: 3.190725272s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:35.263983Z","caller":"traceutil/trace.go:171","msg":"trace[1449529776] linearizableReadLoop","detail":"{readStateIndex:25898; appliedIndex:25890; }","duration":"3.883010599s","start":"2026-05-07T10:07:31.380941Z","end":"2026-05-07T10:07:35.263952Z","steps":["trace[1449529776] 'read index received' (duration: 1.424345542s)","trace[1449529776] 'applied index is now lower than readState.Index' (duration: 2.458663477s)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:35.264148Z","caller":"traceutil/trace.go:171","msg":"trace[138972962] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"3.190488177s","start":"2026-05-07T10:07:32.073647Z","end":"2026-05-07T10:07:35.264135Z","steps":["trace[138972962] 'process raft request' (duration: 3.190256641s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:35.264003Z","caller":"traceutil/trace.go:171","msg":"trace[1849263038] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"3.190711251s","start":"2026-05-07T10:07:32.073243Z","end":"2026-05-07T10:07:35.263954Z","steps":["trace[1849263038] 'process raft request' (duration: 3.190615239s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.264284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:32.073627Z","time spent":"3.190563618s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:35.264303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:32.073233Z","time spent":"3.190973157s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:35.264316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:32.072971Z","time spent":"3.19106625s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:35.264418Z","caller":"traceutil/trace.go:171","msg":"trace[1003080131] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"3.192074134s","start":"2026-05-07T10:07:32.072319Z","end":"2026-05-07T10:07:35.264393Z","steps":["trace[1003080131] 'process raft request' (duration: 3.190539908s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.264513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:32.072311Z","time spent":"3.192159246s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:35.264508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.037434253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:35.264612Z","caller":"traceutil/trace.go:171","msg":"trace[716320792] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25074; }","duration":"4.037594336s","start":"2026-05-07T10:07:31.226994Z","end":"2026-05-07T10:07:35.264589Z","steps":["trace[716320792] 'agreement among raft nodes before linearized reading' (duration: 4.037403742s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.264669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.22697Z","time spent":"4.037686959s","remote":"127.0.0.1:49490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:35.264666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.094113386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:35.2647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.967903535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b5e79b95e\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-05-07T10:07:35.264725Z","caller":"traceutil/trace.go:171","msg":"trace[2003248737] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25074; }","duration":"4.09429142s","start":"2026-05-07T10:07:31.170418Z","end":"2026-05-07T10:07:35.264709Z","steps":["trace[2003248737] 'agreement among raft nodes before linearized reading' (duration: 4.094133927s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.264746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881411582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-07T10:07:35.264728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.232687377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:35.264832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.382797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:35.264854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498745142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:35.264843Z","caller":"traceutil/trace.go:171","msg":"trace[520659846] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25074; }","duration":"4.232855271s","start":"2026-05-07T10:07:31.031964Z","end":"2026-05-07T10:07:35.26482Z","steps":["trace[520659846] 'agreement among raft nodes before linearized reading' (duration: 4.232645406s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:35.264875Z","caller":"traceutil/trace.go:171","msg":"trace[696784990] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25074; }","duration":"150.419578ms","start":"2026-05-07T10:07:35.114439Z","end":"2026-05-07T10:07:35.264858Z","steps":["trace[696784990] 'agreement among raft nodes before linearized reading' (duration: 150.360126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.264898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.031939Z","time spent":"4.232946863s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:35.26492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.853972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:35.264889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953480088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:35.26493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.975421284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:35.264947Z","caller":"traceutil/trace.go:171","msg":"trace[1125821589] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25074; }","duration":"681.921474ms","start":"2026-05-07T10:07:34.583017Z","end":"2026-05-07T10:07:35.264938Z","steps":["trace[1125821589] 'agreement among raft nodes before linearized reading' (duration: 681.877743ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:35.264964Z","caller":"traceutil/trace.go:171","msg":"trace[1818769899] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25074; }","duration":"3.975455505s","start":"2026-05-07T10:07:31.289497Z","end":"2026-05-07T10:07:35.264953Z","steps":["trace[1818769899] 'agreement among raft nodes before linearized reading' (duration: 3.975390493s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.264954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.62632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:35.264982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:34.582986Z","time spent":"681.989575ms","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:35.264983Z","caller":"traceutil/trace.go:171","msg":"trace[1442641992] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25074; }","duration":"3.953626731s","start":"2026-05-07T10:07:31.311341Z","end":"2026-05-07T10:07:35.264968Z","steps":["trace[1442641992] 'agreement among raft nodes before linearized reading' (duration: 3.953467208s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.264994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.289472Z","time spent":"3.975514836s","remote":"127.0.0.1:42556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:35.26501Z","caller":"traceutil/trace.go:171","msg":"trace[1916364954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25074; }","duration":"472.683921ms","start":"2026-05-07T10:07:34.792311Z","end":"2026-05-07T10:07:35.264995Z","steps":["trace[1916364954] 'agreement among raft nodes before linearized reading' (duration: 472.574468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.265017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.310157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-05-07T10:07:35.265047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:34.792232Z","time spent":"472.807574ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T10:07:35.265056Z","caller":"traceutil/trace.go:171","msg":"trace[1329707865] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25074; }","duration":"190.390079ms","start":"2026-05-07T10:07:35.074656Z","end":"2026-05-07T10:07:35.265046Z","steps":["trace[1329707865] 'agreement among raft nodes before linearized reading' (duration: 190.241836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.265062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601264144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:35.265096Z","caller":"traceutil/trace.go:171","msg":"trace[1453082434] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25074; }","duration":"1.601338656s","start":"2026-05-07T10:07:33.663746Z","end":"2026-05-07T10:07:35.265085Z","steps":["trace[1453082434] 'agreement among raft nodes before linearized reading' (duration: 1.601283835s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.265119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.432736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T10:07:35.265165Z","caller":"traceutil/trace.go:171","msg":"trace[871440208] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25074; }","duration":"305.538058ms","start":"2026-05-07T10:07:34.959618Z","end":"2026-05-07T10:07:35.265156Z","steps":["trace[871440208] 'agreement among raft nodes before linearized reading' (duration: 305.294512ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:35.26478Z","caller":"traceutil/trace.go:171","msg":"trace[1694938003] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25074; }","duration":"3.881442693s","start":"2026-05-07T10:07:31.383327Z","end":"2026-05-07T10:07:35.264769Z","steps":["trace[1694938003] 'agreement among raft nodes before linearized reading' (duration: 3.88131755s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.265203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:34.959595Z","time spent":"305.59967ms","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:35.265024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.311319Z","time spent":"3.953694182s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:35.265217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46045647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:35.265144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.901941885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:35.265299Z","caller":"traceutil/trace.go:171","msg":"trace[1352339885] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25074; }","duration":"3.90215123s","start":"2026-05-07T10:07:31.363135Z","end":"2026-05-07T10:07:35.265286Z","steps":["trace[1352339885] 'agreement among raft nodes before linearized reading' (duration: 3.901954105s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:35.26488Z","caller":"traceutil/trace.go:171","msg":"trace[826203279] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25074; }","duration":"1.498772413s","start":"2026-05-07T10:07:33.766097Z","end":"2026-05-07T10:07:35.26487Z","steps":["trace[826203279] 'agreement among raft nodes before linearized reading' (duration: 1.498727542s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.265331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.838029731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-05-07T10:07:35.265345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.880417639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-07T10:07:35.265348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:33.766047Z","time spent":"1.499290845s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:35.265361Z","caller":"traceutil/trace.go:171","msg":"trace[1909041804] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25074; }","duration":"3.838083922s","start":"2026-05-07T10:07:31.427267Z","end":"2026-05-07T10:07:35.265351Z","steps":["trace[1909041804] 'agreement among raft nodes before linearized reading' (duration: 3.83800196s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:35.265377Z","caller":"traceutil/trace.go:171","msg":"trace[685482587] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25074; }","duration":"3.88046071s","start":"2026-05-07T10:07:31.384906Z","end":"2026-05-07T10:07:35.265367Z","steps":["trace[685482587] 'agreement among raft nodes before linearized reading' (duration: 3.880384828s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.265379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.363092Z","time spent":"3.902273783s","remote":"127.0.0.1:42718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:35.26539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.427252Z","time spent":"3.838132754s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-05-07T10:07:35.265396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.384898Z","time spent":"3.88049431s","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-07T10:07:35.265382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.984298743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418229"} {"level":"warn","ts":"2026-05-07T10:07:35.265219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.383273Z","time spent":"3.881933434s","remote":"127.0.0.1:32832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T10:07:35.265133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:33.663724Z","time spent":"1.601400448s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:35.265175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96742898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:35.26517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.234557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:35.265554Z","caller":"traceutil/trace.go:171","msg":"trace[1129254291] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25074; }","duration":"695.676597ms","start":"2026-05-07T10:07:34.56987Z","end":"2026-05-07T10:07:35.265547Z","steps":["trace[1129254291] 'agreement among raft nodes before linearized reading' (duration: 695.271287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.265584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:34.569838Z","time spent":"695.737419ms","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:35.265208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370515665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:35.264779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.170384Z","time spent":"4.094380683s","remote":"127.0.0.1:42708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:35.265604Z","caller":"traceutil/trace.go:171","msg":"trace[915543968] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25074; }","duration":"1.96784887s","start":"2026-05-07T10:07:33.2977Z","end":"2026-05-07T10:07:35.265549Z","steps":["trace[915543968] 'agreement among raft nodes before linearized reading' (duration: 1.967451701s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:35.26525Z","caller":"traceutil/trace.go:171","msg":"trace[835263580] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25074; }","duration":"2.460490901s","start":"2026-05-07T10:07:32.804751Z","end":"2026-05-07T10:07:35.265242Z","steps":["trace[835263580] 'agreement among raft nodes before linearized reading' (duration: 2.46044342s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:35.264773Z","caller":"traceutil/trace.go:171","msg":"trace[1301158575] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0b5e79b95e; range_end:; response_count:1; response_revision:25074; }","duration":"4.967991817s","start":"2026-05-07T10:07:30.296763Z","end":"2026-05-07T10:07:35.264754Z","steps":["trace[1301158575] 'agreement among raft nodes before linearized reading' (duration: 4.967755742s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:35.265713Z","caller":"traceutil/trace.go:171","msg":"trace[572203304] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25074; }","duration":"1.371027397s","start":"2026-05-07T10:07:33.894649Z","end":"2026-05-07T10:07:35.265676Z","steps":["trace[572203304] 'agreement among raft nodes before linearized reading' (duration: 1.370534405s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.26575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:32.804678Z","time spent":"2.461049183s","remote":"127.0.0.1:42698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:35.265765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:33.297675Z","time spent":"1.968027914s","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:35.26578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:30.296737Z","time spent":"4.969026632s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b5e79b95e\" "} {"level":"info","ts":"2026-05-07T10:07:35.265457Z","caller":"traceutil/trace.go:171","msg":"trace[12434081] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25074; }","duration":"3.984421385s","start":"2026-05-07T10:07:31.281021Z","end":"2026-05-07T10:07:35.265442Z","steps":["trace[12434081] 'agreement among raft nodes before linearized reading' (duration: 3.984093778s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.265861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.280993Z","time spent":"3.984851326s","remote":"127.0.0.1:36394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418252,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-07T10:07:35.265953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.84988653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T10:07:35.266046Z","caller":"traceutil/trace.go:171","msg":"trace[1797742895] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25074; }","duration":"3.850015583s","start":"2026-05-07T10:07:31.416014Z","end":"2026-05-07T10:07:35.266029Z","steps":["trace[1797742895] 'agreement among raft nodes before linearized reading' (duration: 3.84947114s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:35.266125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:31.415997Z","time spent":"3.850109875s","remote":"127.0.0.1:32984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":182,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:35.265806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:33.894628Z","time spent":"1.37114684s","remote":"127.0.0.1:34770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:35.770858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:36.271794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228208,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T10:07:36.412672Z","caller":"traceutil/trace.go:171","msg":"trace[1173276273] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"1.14288407s","start":"2026-05-07T10:07:35.269743Z","end":"2026-05-07T10:07:36.412627Z","steps":["trace[1173276273] 'process raft request' (duration: 1.083230726s)","trace[1173276273] 'compare' (duration: 59.263235ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:36.412848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:35.269729Z","time spent":"1.143018184s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:36.709167Z","caller":"traceutil/trace.go:171","msg":"trace[330175499] linearizableReadLoop","detail":"{readStateIndex:25901; appliedIndex:25898; }","duration":"1.438615458s","start":"2026-05-07T10:07:35.270513Z","end":"2026-05-07T10:07:36.709128Z","steps":["trace[330175499] 'read index received' (duration: 1.082488899s)","trace[330175499] 'applied index is now lower than readState.Index' (duration: 356.125209ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:36.709346Z","caller":"traceutil/trace.go:171","msg":"trace[1458585056] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"1.075779571s","start":"2026-05-07T10:07:35.633514Z","end":"2026-05-07T10:07:36.709294Z","steps":["trace[1458585056] 'process raft request' (duration: 1.074746067s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.709704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:35.63347Z","time spent":"1.076107519s","remote":"127.0.0.1:36394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418287,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:36.709362Z","caller":"traceutil/trace.go:171","msg":"trace[211096147] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"629.938642ms","start":"2026-05-07T10:07:36.079391Z","end":"2026-05-07T10:07:36.709329Z","steps":["trace[211096147] 'process raft request' (duration: 629.594884ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.709889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:36.079365Z","time spent":"630.411552ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:36.709937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288322032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:36.710002Z","caller":"traceutil/trace.go:171","msg":"trace[2089206796] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25077; }","duration":"1.288466535s","start":"2026-05-07T10:07:35.421517Z","end":"2026-05-07T10:07:36.709984Z","steps":["trace[2089206796] 'agreement among raft nodes before linearized reading' (duration: 1.288316592s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.710024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.986058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:36.710041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:35.421489Z","time spent":"1.288544867s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:36.710025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.261827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:36.710078Z","caller":"traceutil/trace.go:171","msg":"trace[1839383546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25077; }","duration":"280.057969ms","start":"2026-05-07T10:07:36.430002Z","end":"2026-05-07T10:07:36.71006Z","steps":["trace[1839383546] 'agreement among raft nodes before linearized reading' (duration: 279.966337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.710072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376758863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-05-07T10:07:36.710118Z","caller":"traceutil/trace.go:171","msg":"trace[1353704149] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25077; }","duration":"485.428802ms","start":"2026-05-07T10:07:36.224665Z","end":"2026-05-07T10:07:36.710094Z","steps":["trace[1353704149] 'agreement among raft nodes before linearized reading' (duration: 485.278168ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:36.710138Z","caller":"traceutil/trace.go:171","msg":"trace[865074947] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:25077; }","duration":"1.376847315s","start":"2026-05-07T10:07:35.333271Z","end":"2026-05-07T10:07:36.710118Z","steps":["trace[865074947] 'agreement among raft nodes before linearized reading' (duration: 1.376653481s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.710176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439094319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-05-07T10:07:36.710267Z","caller":"traceutil/trace.go:171","msg":"trace[208697061] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25077; }","duration":"1.439751785s","start":"2026-05-07T10:07:35.270499Z","end":"2026-05-07T10:07:36.710251Z","steps":["trace[208697061] 'agreement among raft nodes before linearized reading' (duration: 1.438844623s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.710363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:35.270494Z","time spent":"1.439859068s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T10:07:36.710183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:36.224633Z","time spent":"485.539334ms","remote":"127.0.0.1:44140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:36.71031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437465031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-05-07T10:07:36.710455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439319575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T10:07:36.710502Z","caller":"traceutil/trace.go:171","msg":"trace[1349852962] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25077; }","duration":"1.439389886s","start":"2026-05-07T10:07:35.271097Z","end":"2026-05-07T10:07:36.710487Z","steps":["trace[1349852962] 'agreement among raft nodes before linearized reading' (duration: 1.438790092s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:36.710495Z","caller":"traceutil/trace.go:171","msg":"trace[1961936913] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25077; }","duration":"1.437717417s","start":"2026-05-07T10:07:35.272751Z","end":"2026-05-07T10:07:36.710468Z","steps":["trace[1961936913] 'agreement among raft nodes before linearized reading' (duration: 1.437148473s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.710189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:35.333254Z","time spent":"1.376922697s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-05-07T10:07:36.710538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:35.271091Z","time spent":"1.439440137s","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T10:07:36.710587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:35.272745Z","time spent":"1.43783087s","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-07T10:07:36.710246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.700143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-07T10:07:36.710668Z","caller":"traceutil/trace.go:171","msg":"trace[928752396] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c; range_end:; response_count:1; response_revision:25077; }","duration":"292.208716ms","start":"2026-05-07T10:07:36.418433Z","end":"2026-05-07T10:07:36.710641Z","steps":["trace[928752396] 'agreement among raft nodes before linearized reading' (duration: 291.488159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.711998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440933493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:36.712059Z","caller":"traceutil/trace.go:171","msg":"trace[283647479] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25077; }","duration":"1.441004185s","start":"2026-05-07T10:07:35.271038Z","end":"2026-05-07T10:07:36.712042Z","steps":["trace[283647479] 'agreement among raft nodes before linearized reading' (duration: 1.438836534s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:36.712263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:35.271034Z","time spent":"1.44122065s","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T10:07:37.285695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.413059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:37.285797Z","caller":"traceutil/trace.go:171","msg":"trace[357665165] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25079; }","duration":"476.549093ms","start":"2026-05-07T10:07:36.809224Z","end":"2026-05-07T10:07:37.285773Z","steps":["trace[357665165] 'range keys from in-memory index tree' (duration: 476.341238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:37.285843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:36.809206Z","time spent":"476.626974ms","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T10:07:37.286053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.385039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:37.28641Z","caller":"traceutil/trace.go:171","msg":"trace[547636348] linearizableReadLoop","detail":"{readStateIndex:25904; appliedIndex:25903; }","duration":"376.097659ms","start":"2026-05-07T10:07:36.910291Z","end":"2026-05-07T10:07:37.286389Z","steps":["trace[547636348] 'read index received' (duration: 256.374072ms)","trace[547636348] 'applied index is now lower than readState.Index' (duration: 119.721357ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:37.286513Z","caller":"traceutil/trace.go:171","msg":"trace[792516245] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"475.129829ms","start":"2026-05-07T10:07:36.811369Z","end":"2026-05-07T10:07:37.286499Z","steps":["trace[792516245] 'process raft request' (duration: 355.213357ms)","trace[792516245] 'compare' (duration: 118.958729ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:37.286591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:36.811338Z","time spent":"475.210991ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T10:07:37.286986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.662812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-07T10:07:37.287104Z","caller":"traceutil/trace.go:171","msg":"trace[1653604334] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25080; }","duration":"376.805446ms","start":"2026-05-07T10:07:36.910273Z","end":"2026-05-07T10:07:37.287079Z","steps":["trace[1653604334] 'agreement among raft nodes before linearized reading' (duration: 376.376055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:37.287192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:36.910228Z","time spent":"376.952749ms","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-07T10:07:37.787168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:38.251736Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.037705145s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:07:38.964507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.073963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:38.964802Z","caller":"traceutil/trace.go:171","msg":"trace[1359939375] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"1.860885513s","start":"2026-05-07T10:07:37.103868Z","end":"2026-05-07T10:07:38.964754Z","steps":["trace[1359939375] 'process raft request' (duration: 1.148487472s)","trace[1359939375] 'compare' (duration: 711.848888ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:38.965082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.10383Z","time spent":"1.861069107s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:38.96557Z","caller":"traceutil/trace.go:171","msg":"trace[891085218] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"1.696003603s","start":"2026-05-07T10:07:37.269538Z","end":"2026-05-07T10:07:38.965542Z","steps":["trace[891085218] 'process raft request' (duration: 1.695053001s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:38.965694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.269502Z","time spent":"1.696125796s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:38.965756Z","caller":"traceutil/trace.go:171","msg":"trace[1684680888] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"1.694043187s","start":"2026-05-07T10:07:37.271687Z","end":"2026-05-07T10:07:38.96573Z","steps":["trace[1684680888] 'process raft request' (duration: 1.693122025s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:38.965855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.271656Z","time spent":"1.694146219s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:38.965889Z","caller":"traceutil/trace.go:171","msg":"trace[947721436] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"1.674343184s","start":"2026-05-07T10:07:37.29154Z","end":"2026-05-07T10:07:38.965883Z","steps":["trace[947721436] 'process raft request' (duration: 1.67331632s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:38.965936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.291524Z","time spent":"1.674384425s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T10:07:38.966089Z","caller":"traceutil/trace.go:171","msg":"trace[473844115] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"1.526029534s","start":"2026-05-07T10:07:37.44005Z","end":"2026-05-07T10:07:38.966079Z","steps":["trace[473844115] 'process raft request' (duration: 1.524847736s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:38.966137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.440015Z","time spent":"1.526095526s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:38.966251Z","caller":"traceutil/trace.go:171","msg":"trace[1044555586] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"1.11227382s","start":"2026-05-07T10:07:37.853967Z","end":"2026-05-07T10:07:38.96624Z","steps":["trace[1044555586] 'process raft request' (duration: 1.110968349s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:38.966292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.853942Z","time spent":"1.11232492s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:38.965865Z","caller":"traceutil/trace.go:171","msg":"trace[1965826591] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"1.69371181s","start":"2026-05-07T10:07:37.272145Z","end":"2026-05-07T10:07:38.965857Z","steps":["trace[1965826591] 'process raft request' (duration: 1.692687976s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:38.966968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.272133Z","time spent":"1.694802345s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:38.96698Z","caller":"traceutil/trace.go:171","msg":"trace[1897830559] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"1.695389329s","start":"2026-05-07T10:07:37.271551Z","end":"2026-05-07T10:07:38.96694Z","steps":["trace[1897830559] 'process raft request' (duration: 1.693224138s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:38.967192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.271516Z","time spent":"1.695542382s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:38.967451Z","caller":"traceutil/trace.go:171","msg":"trace[1836800235] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"1.696592467s","start":"2026-05-07T10:07:37.270842Z","end":"2026-05-07T10:07:38.967435Z","steps":["trace[1836800235] 'process raft request' (duration: 1.693869083s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:38.967516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.270787Z","time spent":"1.69668903s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:38.967621Z","caller":"traceutil/trace.go:171","msg":"trace[934182758] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"1.696377062s","start":"2026-05-07T10:07:37.271234Z","end":"2026-05-07T10:07:38.967611Z","steps":["trace[934182758] 'process raft request' (duration: 1.693510845s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:38.967667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.271221Z","time spent":"1.696420463s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:38.968746Z","caller":"traceutil/trace.go:171","msg":"trace[1998319829] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"1.695330078s","start":"2026-05-07T10:07:37.270694Z","end":"2026-05-07T10:07:38.966024Z","steps":["trace[1998319829] 'process raft request' (duration: 1.693982526s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:38.968975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.270659Z","time spent":"1.698215296s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:39.138009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.00579ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T10:07:39.138145Z","caller":"traceutil/trace.go:171","msg":"trace[1448314907] linearizableReadLoop","detail":"{readStateIndex:25914; appliedIndex:25904; }","duration":"1.851658486s","start":"2026-05-07T10:07:37.286462Z","end":"2026-05-07T10:07:39.138121Z","steps":["trace[1448314907] 'read index received' (duration: 965.840885ms)","trace[1448314907] 'applied index is now lower than readState.Index' (duration: 885.815791ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:39.139376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907363077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-05-07T10:07:39.139433Z","caller":"traceutil/trace.go:171","msg":"trace[20967210] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25091; }","duration":"1.907471309s","start":"2026-05-07T10:07:37.231949Z","end":"2026-05-07T10:07:39.13942Z","steps":["trace[20967210] 'agreement among raft nodes before linearized reading' (duration: 1.907286845s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:39.139471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.231927Z","time spent":"1.9075356s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T10:07:39.139747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162374007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-05-07T10:07:39.139783Z","caller":"traceutil/trace.go:171","msg":"trace[53528285] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25091; }","duration":"2.162475549s","start":"2026-05-07T10:07:36.977301Z","end":"2026-05-07T10:07:39.139777Z","steps":["trace[53528285] 'agreement among raft nodes before linearized reading' (duration: 2.162379456s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:39.139804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:36.977267Z","time spent":"2.16253239s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-05-07T10:07:39.140724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163321519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"warn","ts":"2026-05-07T10:07:39.140802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848894371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-07T10:07:39.141109Z","caller":"traceutil/trace.go:171","msg":"trace[1798452561] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25091; }","duration":"1.849059244s","start":"2026-05-07T10:07:37.291809Z","end":"2026-05-07T10:07:39.140868Z","steps":["trace[1798452561] 'agreement among raft nodes before linearized reading' (duration: 1.848793628s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:39.141153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.291793Z","time spent":"1.849352462s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T10:07:39.141491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.055171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-ksgb6.18ad4092b0f8e0ae\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-05-07T10:07:39.141526Z","caller":"traceutil/trace.go:171","msg":"trace[1696469569] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-ksgb6.18ad4092b0f8e0ae; range_end:; response_count:1; response_revision:25091; }","duration":"170.123022ms","start":"2026-05-07T10:07:38.971392Z","end":"2026-05-07T10:07:39.141515Z","steps":["trace[1696469569] 'agreement among raft nodes before linearized reading' (duration: 170.048281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:39.141564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277184099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-05-07T10:07:39.141598Z","caller":"traceutil/trace.go:171","msg":"trace[1215946223] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25091; }","duration":"1.277266871s","start":"2026-05-07T10:07:37.864323Z","end":"2026-05-07T10:07:39.14159Z","steps":["trace[1215946223] 'agreement among raft nodes before linearized reading' (duration: 1.277188039s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:39.141625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.864294Z","time spent":"1.277326692s","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-07T10:07:39.141641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755926233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:39.141669Z","caller":"traceutil/trace.go:171","msg":"trace[1668682325] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25091; }","duration":"1.755994505s","start":"2026-05-07T10:07:37.385666Z","end":"2026-05-07T10:07:39.141661Z","steps":["trace[1668682325] 'agreement among raft nodes before linearized reading' (duration: 1.755952194s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:39.141693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.385643Z","time spent":"1.756044707s","remote":"127.0.0.1:42526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:39.141758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355387239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:39.141787Z","caller":"traceutil/trace.go:171","msg":"trace[222439186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25091; }","duration":"1.355474241s","start":"2026-05-07T10:07:37.786304Z","end":"2026-05-07T10:07:39.141778Z","steps":["trace[222439186] 'agreement among raft nodes before linearized reading' (duration: 1.35543076s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:39.141821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.786275Z","time spent":"1.355541793s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:39.141848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849178757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1565810c-5815-480d-9d6c-46157384f91c\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-07T10:07:39.141874Z","caller":"traceutil/trace.go:171","msg":"trace[1346863681] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1565810c-5815-480d-9d6c-46157384f91c; range_end:; response_count:1; response_revision:25091; }","duration":"1.849235129s","start":"2026-05-07T10:07:37.292632Z","end":"2026-05-07T10:07:39.141868Z","steps":["trace[1346863681] 'agreement among raft nodes before linearized reading' (duration: 1.849153977s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:39.141891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.292621Z","time spent":"1.849266059s","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-1565810c-5815-480d-9d6c-46157384f91c\" "} {"level":"warn","ts":"2026-05-07T10:07:39.141941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590126092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:39.141971Z","caller":"traceutil/trace.go:171","msg":"trace[1198638103] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25091; }","duration":"1.590212254s","start":"2026-05-07T10:07:37.551749Z","end":"2026-05-07T10:07:39.141961Z","steps":["trace[1198638103] 'agreement among raft nodes before linearized reading' (duration: 1.590164263s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:39.141998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.551722Z","time spent":"1.590267606s","remote":"127.0.0.1:42938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:39.141492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730840013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:39.142053Z","caller":"traceutil/trace.go:171","msg":"trace[2028508328] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25091; }","duration":"1.731456457s","start":"2026-05-07T10:07:37.410589Z","end":"2026-05-07T10:07:39.142045Z","steps":["trace[2028508328] 'agreement among raft nodes before linearized reading' (duration: 1.730862223s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:39.142078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.41056Z","time spent":"1.731510068s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:39.142817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627942712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:39.142905Z","caller":"traceutil/trace.go:171","msg":"trace[343959270] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25091; }","duration":"1.628055305s","start":"2026-05-07T10:07:37.514828Z","end":"2026-05-07T10:07:39.142883Z","steps":["trace[343959270] 'agreement among raft nodes before linearized reading' (duration: 1.62785234s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:39.142407Z","caller":"traceutil/trace.go:171","msg":"trace[1487622550] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25091; }","duration":"2.163500943s","start":"2026-05-07T10:07:36.977301Z","end":"2026-05-07T10:07:39.140802Z","steps":["trace[1487622550] 'agreement among raft nodes before linearized reading' (duration: 2.163211216s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:39.142969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:37.514795Z","time spent":"1.628149977s","remote":"127.0.0.1:44148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:39.143093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:36.977254Z","time spent":"2.165819577s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-05-07T10:07:39.647032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228239,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T10:07:39.76062Z","caller":"traceutil/trace.go:171","msg":"trace[1455869075] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"615.752997ms","start":"2026-05-07T10:07:39.144833Z","end":"2026-05-07T10:07:39.760586Z","steps":["trace[1455869075] 'process raft request' (duration: 615.474941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:39.76083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:39.14482Z","time spent":"615.899821ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:41.144536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999586968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:07:41.144622Z","caller":"traceutil/trace.go:171","msg":"trace[8232062] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99971523s","start":"2026-05-07T10:07:39.144887Z","end":"2026-05-07T10:07:41.144603Z","steps":["trace[8232062] 'agreement among raft nodes before linearized reading' (duration: 1.999596967s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:41.14467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:39.144875Z","time spent":"1.999785942s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:07:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:07:41.510701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.695287498s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:07:41.511817Z","caller":"traceutil/trace.go:171","msg":"trace[1367696141] linearizableReadLoop","detail":"{readStateIndex:25918; appliedIndex:25916; }","duration":"2.366787107s","start":"2026-05-07T10:07:39.144991Z","end":"2026-05-07T10:07:41.511778Z","steps":["trace[1367696141] 'read index received' (duration: 615.284057ms)","trace[1367696141] 'applied index is now lower than readState.Index' (duration: 1.75150153s)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:07:41.511859Z","caller":"traceutil/trace.go:171","msg":"trace[1717617458] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"1.875747023s","start":"2026-05-07T10:07:39.636078Z","end":"2026-05-07T10:07:41.511825Z","steps":["trace[1717617458] 'process raft request' (duration: 1.875453657s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:41.512025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:39.636051Z","time spent":"1.875875657s","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:42.012414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:07:42.593231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.35779ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:42.593338Z","caller":"traceutil/trace.go:171","msg":"trace[185420531] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25093; }","duration":"661.480372ms","start":"2026-05-07T10:07:41.931839Z","end":"2026-05-07T10:07:42.59332Z","steps":["trace[185420531] 'range keys from in-memory index tree' (duration: 661.342249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.593461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.402486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:42.593717Z","caller":"traceutil/trace.go:171","msg":"trace[1624762607] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"1.619733848s","start":"2026-05-07T10:07:40.973965Z","end":"2026-05-07T10:07:42.593699Z","steps":["trace[1624762607] 'process raft request' (duration: 1.619650766s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:42.593718Z","caller":"traceutil/trace.go:171","msg":"trace[528077108] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"1.620838795s","start":"2026-05-07T10:07:40.972825Z","end":"2026-05-07T10:07:42.593664Z","steps":["trace[528077108] 'process raft request' (duration: 1.377158362s)","trace[528077108] 'compare' (duration: 242.934195ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:42.593796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:40.97395Z","time spent":"1.619807961s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:42.593891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:40.97278Z","time spent":"1.621006138s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:42.593994Z","caller":"traceutil/trace.go:171","msg":"trace[592224108] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"1.621130122s","start":"2026-05-07T10:07:40.972847Z","end":"2026-05-07T10:07:42.593977Z","steps":["trace[592224108] 'process raft request' (duration: 1.620710022s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:42.593984Z","caller":"traceutil/trace.go:171","msg":"trace[2040961261] linearizableReadLoop","detail":"{readStateIndex:25925; appliedIndex:25918; }","duration":"1.082051618s","start":"2026-05-07T10:07:41.511905Z","end":"2026-05-07T10:07:42.593956Z","steps":["trace[2040961261] 'read index received' (duration: 837.961616ms)","trace[2040961261] 'applied index is now lower than readState.Index' (duration: 244.089052ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:42.594046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:40.972797Z","time spent":"1.621221724s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:42.594114Z","caller":"traceutil/trace.go:171","msg":"trace[681797651] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"1.620078567s","start":"2026-05-07T10:07:40.974021Z","end":"2026-05-07T10:07:42.5941Z","steps":["trace[681797651] 'process raft request' (duration: 1.619636476s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.594227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:40.974011Z","time spent":"1.620138688s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:42.594348Z","caller":"traceutil/trace.go:171","msg":"trace[324960447] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"1.620189549s","start":"2026-05-07T10:07:40.974146Z","end":"2026-05-07T10:07:42.594336Z","steps":["trace[324960447] 'process raft request' (duration: 1.619643487s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.594393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:40.974136Z","time spent":"1.6202316s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:42.594467Z","caller":"traceutil/trace.go:171","msg":"trace[1618341736] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"1.619723138s","start":"2026-05-07T10:07:40.974736Z","end":"2026-05-07T10:07:42.594459Z","steps":["trace[1618341736] 'process raft request' (duration: 1.619134344s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.594506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:40.974725Z","time spent":"1.61975956s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:42.594574Z","caller":"traceutil/trace.go:171","msg":"trace[743723426] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"1.618554011s","start":"2026-05-07T10:07:40.976012Z","end":"2026-05-07T10:07:42.594566Z","steps":["trace[743723426] 'process raft request' (duration: 1.617894795s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.594615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:40.975995Z","time spent":"1.618597122s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:42.594887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4434123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:42.59492Z","caller":"traceutil/trace.go:171","msg":"trace[946389968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25100; }","duration":"1.443482542s","start":"2026-05-07T10:07:41.151428Z","end":"2026-05-07T10:07:42.594911Z","steps":["trace[946389968] 'agreement among raft nodes before linearized reading' (duration: 1.44342168s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.594947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:41.151409Z","time spent":"1.443532664s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:42.595075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.18810867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:42.595177Z","caller":"traceutil/trace.go:171","msg":"trace[345302349] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25100; }","duration":"3.188268615s","start":"2026-05-07T10:07:39.406889Z","end":"2026-05-07T10:07:42.595158Z","steps":["trace[345302349] 'agreement among raft nodes before linearized reading' (duration: 3.188121441s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.595202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.446976971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"warn","ts":"2026-05-07T10:07:42.595223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:39.406864Z","time spent":"3.188347686s","remote":"127.0.0.1:44326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:42.595256Z","caller":"traceutil/trace.go:171","msg":"trace[1085629902] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25100; }","duration":"3.447064394s","start":"2026-05-07T10:07:39.148177Z","end":"2026-05-07T10:07:42.595241Z","steps":["trace[1085629902] 'agreement among raft nodes before linearized reading' (duration: 3.446866229s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.595296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:39.148163Z","time spent":"3.447124865s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T10:07:42.59541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60623444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-05-07T10:07:42.595435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215256611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-05-07T10:07:42.595468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.829890402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-07T10:07:42.595477Z","caller":"traceutil/trace.go:171","msg":"trace[476071364] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25100; }","duration":"2.215328512s","start":"2026-05-07T10:07:40.380136Z","end":"2026-05-07T10:07:42.595465Z","steps":["trace[476071364] 'agreement among raft nodes before linearized reading' (duration: 2.215184618s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:42.595502Z","caller":"traceutil/trace.go:171","msg":"trace[1659089692] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c; range_end:; response_count:1; response_revision:25100; }","duration":"2.829965963s","start":"2026-05-07T10:07:39.765525Z","end":"2026-05-07T10:07:42.595491Z","steps":["trace[1659089692] 'agreement among raft nodes before linearized reading' (duration: 2.82983098s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:42.595475Z","caller":"traceutil/trace.go:171","msg":"trace[995387029] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:25100; }","duration":"2.606340703s","start":"2026-05-07T10:07:39.989118Z","end":"2026-05-07T10:07:42.595459Z","steps":["trace[995387029] 'agreement among raft nodes before linearized reading' (duration: 2.606159078s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.595539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:39.765501Z","time spent":"2.830031845s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c\" "} {"level":"warn","ts":"2026-05-07T10:07:42.595546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:39.989098Z","time spent":"2.606441145s","remote":"127.0.0.1:32780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-05-07T10:07:42.595544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558892796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:42.595512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:40.380113Z","time spent":"2.215392924s","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-05-07T10:07:42.595661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527788274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-07T10:07:42.595684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.162467467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:42.595324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491584482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:07:42.595751Z","caller":"traceutil/trace.go:171","msg":"trace[38689522] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25100; }","duration":"3.162564619s","start":"2026-05-07T10:07:39.433173Z","end":"2026-05-07T10:07:42.595738Z","steps":["trace[38689522] 'agreement among raft nodes before linearized reading' (duration: 3.162390445s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:42.595752Z","caller":"traceutil/trace.go:171","msg":"trace[83086866] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:25100; }","duration":"2.527922927s","start":"2026-05-07T10:07:40.067809Z","end":"2026-05-07T10:07:42.595731Z","steps":["trace[83086866] 'agreement among raft nodes before linearized reading' (duration: 2.527652691s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.595437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841799644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:42.595795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:39.433161Z","time spent":"3.16262496s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:42.595805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:40.067791Z","time spent":"2.5280021s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-05-07T10:07:42.595821Z","caller":"traceutil/trace.go:171","msg":"trace[1693090795] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25100; }","duration":"1.842258625s","start":"2026-05-07T10:07:40.75355Z","end":"2026-05-07T10:07:42.595809Z","steps":["trace[1693090795] 'agreement among raft nodes before linearized reading' (duration: 1.841761713s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.59587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:40.753527Z","time spent":"1.842327006s","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:42.595955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450107895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"warn","ts":"2026-05-07T10:07:42.595973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25051095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:42.596Z","caller":"traceutil/trace.go:171","msg":"trace[323568057] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25100; }","duration":"3.450157336s","start":"2026-05-07T10:07:39.14583Z","end":"2026-05-07T10:07:42.595988Z","steps":["trace[323568057] 'agreement among raft nodes before linearized reading' (duration: 3.450018373s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.596035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:39.145794Z","time spent":"3.450234318s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-07T10:07:42.596035Z","caller":"traceutil/trace.go:171","msg":"trace[1420233043] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25100; }","duration":"2.250619592s","start":"2026-05-07T10:07:40.345378Z","end":"2026-05-07T10:07:42.595998Z","steps":["trace[1420233043] 'agreement among raft nodes before linearized reading' (duration: 2.25052106s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:42.595872Z","caller":"traceutil/trace.go:171","msg":"trace[742928121] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25100; }","duration":"2.492071034s","start":"2026-05-07T10:07:40.10368Z","end":"2026-05-07T10:07:42.595751Z","steps":["trace[742928121] 'agreement among raft nodes before linearized reading' (duration: 2.491520071s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.59608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:40.345358Z","time spent":"2.250708515s","remote":"127.0.0.1:32808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:42.596086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:40.103665Z","time spent":"2.492409301s","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:42.596092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.470537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:42.596129Z","caller":"traceutil/trace.go:171","msg":"trace[562417222] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25100; }","duration":"308.512048ms","start":"2026-05-07T10:07:42.287607Z","end":"2026-05-07T10:07:42.596119Z","steps":["trace[562417222] 'agreement among raft nodes before linearized reading' (duration: 308.433296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.596169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:42.28755Z","time spent":"308.61005ms","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:42.596246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036471415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-ksgb6\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-05-07T10:07:42.596288Z","caller":"traceutil/trace.go:171","msg":"trace[667206129] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-ksgb6; range_end:; response_count:1; response_revision:25100; }","duration":"1.036544287s","start":"2026-05-07T10:07:41.559731Z","end":"2026-05-07T10:07:42.596275Z","steps":["trace[667206129] 'agreement among raft nodes before linearized reading' (duration: 1.036383443s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.596321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:41.559712Z","time spent":"1.036602039s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4913,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-ksgb6\" "} {"level":"warn","ts":"2026-05-07T10:07:42.596354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450846943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-lnc4k\" ","response":"range_response_count:1 size:4900"} {"level":"info","ts":"2026-05-07T10:07:42.596389Z","caller":"traceutil/trace.go:171","msg":"trace[860086031] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-lnc4k; range_end:; response_count:1; response_revision:25100; }","duration":"3.450883823s","start":"2026-05-07T10:07:39.145496Z","end":"2026-05-07T10:07:42.59638Z","steps":["trace[860086031] 'agreement among raft nodes before linearized reading' (duration: 3.450790021s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.596395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078539755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18572"} {"level":"warn","ts":"2026-05-07T10:07:42.596421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:39.145099Z","time spent":"3.451315883s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4923,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-lnc4k\" "} {"level":"info","ts":"2026-05-07T10:07:42.596447Z","caller":"traceutil/trace.go:171","msg":"trace[190084594] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25100; }","duration":"1.078593167s","start":"2026-05-07T10:07:41.517839Z","end":"2026-05-07T10:07:42.596432Z","steps":["trace[190084594] 'agreement among raft nodes before linearized reading' (duration: 1.078448693s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.596491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.302137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:42.596544Z","caller":"traceutil/trace.go:171","msg":"trace[384393171] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25100; }","duration":"394.392038ms","start":"2026-05-07T10:07:42.202142Z","end":"2026-05-07T10:07:42.596534Z","steps":["trace[384393171] 'agreement among raft nodes before linearized reading' (duration: 394.322396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.596578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:42.202119Z","time spent":"394.45169ms","remote":"127.0.0.1:33610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:42.595706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809538304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:07:42.596501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:41.517791Z","time spent":"1.078698729s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-05-07T10:07:42.596768Z","caller":"traceutil/trace.go:171","msg":"trace[554079500] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25100; }","duration":"1.810547728s","start":"2026-05-07T10:07:40.786122Z","end":"2026-05-07T10:07:42.59667Z","steps":["trace[554079500] 'agreement among raft nodes before linearized reading' (duration: 1.809486373s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.596924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:40.786103Z","time spent":"1.810804635s","remote":"127.0.0.1:48068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:07:42.597944Z","caller":"traceutil/trace.go:171","msg":"trace[182400478] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25100; }","duration":"2.561286572s","start":"2026-05-07T10:07:40.036615Z","end":"2026-05-07T10:07:42.597901Z","steps":["trace[182400478] 'agreement among raft nodes before linearized reading' (duration: 2.558885976s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:42.598082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:40.036599Z","time spent":"2.561432715s","remote":"127.0.0.1:42594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:07:53.220364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.073695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:07:53.220533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.228339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:53.220634Z","caller":"traceutil/trace.go:171","msg":"trace[932978657] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25227; }","duration":"208.379782ms","start":"2026-05-07T10:07:53.012231Z","end":"2026-05-07T10:07:53.220611Z","steps":["trace[932978657] 'count revisions from in-memory index tree' (duration: 208.154397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:53.220789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.34801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T10:07:53.220908Z","caller":"traceutil/trace.go:171","msg":"trace[804395393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25227; }","duration":"287.533314ms","start":"2026-05-07T10:07:52.933344Z","end":"2026-05-07T10:07:53.220877Z","steps":["trace[804395393] 'range keys from in-memory index tree' (duration: 287.173275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:53.221313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.822805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:53.221397Z","caller":"traceutil/trace.go:171","msg":"trace[341647225] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25227; }","duration":"223.967569ms","start":"2026-05-07T10:07:52.997406Z","end":"2026-05-07T10:07:53.221374Z","steps":["trace[341647225] 'count revisions from in-memory index tree' (duration: 223.738834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:53.221534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.095098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:53.221603Z","caller":"traceutil/trace.go:171","msg":"trace[1585897429] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25227; }","duration":"220.16718ms","start":"2026-05-07T10:07:53.001424Z","end":"2026-05-07T10:07:53.221591Z","steps":["trace[1585897429] 'count revisions from in-memory index tree' (duration: 220.008706ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:53.220522Z","caller":"traceutil/trace.go:171","msg":"trace[1210042803] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25227; }","duration":"208.2795ms","start":"2026-05-07T10:07:53.012209Z","end":"2026-05-07T10:07:53.220489Z","steps":["trace[1210042803] 'count revisions from in-memory index tree' (duration: 208.020854ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:58.848041Z","caller":"traceutil/trace.go:171","msg":"trace[854550055] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"188.674329ms","start":"2026-05-07T10:07:58.659349Z","end":"2026-05-07T10:07:58.848023Z","steps":["trace[854550055] 'process raft request' (duration: 188.535146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:59.49266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.602248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:07:59.493088Z","caller":"traceutil/trace.go:171","msg":"trace[920382149] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"475.774594ms","start":"2026-05-07T10:07:59.017297Z","end":"2026-05-07T10:07:59.493072Z","steps":["trace[920382149] 'process raft request' (duration: 475.733423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:59.493171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:59.017279Z","time spent":"475.854837ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:59.493261Z","caller":"traceutil/trace.go:171","msg":"trace[749677278] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"828.807811ms","start":"2026-05-07T10:07:58.664429Z","end":"2026-05-07T10:07:59.493237Z","steps":["trace[749677278] 'process raft request' (duration: 828.489334ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:59.493273Z","caller":"traceutil/trace.go:171","msg":"trace[1740079371] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"827.242464ms","start":"2026-05-07T10:07:58.665999Z","end":"2026-05-07T10:07:59.493242Z","steps":["trace[1740079371] 'process raft request' (duration: 826.990538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:59.493384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:58.664419Z","time spent":"828.901993ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:59.493396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.136155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:07:59.493439Z","caller":"traceutil/trace.go:171","msg":"trace[1258493233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25266; }","duration":"709.221847ms","start":"2026-05-07T10:07:58.784205Z","end":"2026-05-07T10:07:59.493427Z","steps":["trace[1258493233] 'agreement among raft nodes before linearized reading' (duration: 709.122444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:59.493445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:58.665985Z","time spent":"827.364827ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:59.493484Z","caller":"traceutil/trace.go:171","msg":"trace[665975482] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"833.990553ms","start":"2026-05-07T10:07:58.659485Z","end":"2026-05-07T10:07:59.493475Z","steps":["trace[665975482] 'process raft request' (duration: 434.480143ms)","trace[665975482] 'compare' (duration: 398.132257ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:59.493485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:58.784185Z","time spent":"709.292199ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:07:59.493527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:58.659452Z","time spent":"834.055234ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:59.493596Z","caller":"traceutil/trace.go:171","msg":"trace[1279364301] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"832.438966ms","start":"2026-05-07T10:07:58.661151Z","end":"2026-05-07T10:07:59.49359Z","steps":["trace[1279364301] 'process raft request' (duration: 831.611527ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:59.493279Z","caller":"traceutil/trace.go:171","msg":"trace[782191262] linearizableReadLoop","detail":"{readStateIndex:26096; appliedIndex:26089; }","duration":"708.985671ms","start":"2026-05-07T10:07:58.78425Z","end":"2026-05-07T10:07:59.493236Z","steps":["trace[782191262] 'read index received' (duration: 63.617377ms)","trace[782191262] 'applied index is now lower than readState.Index' (duration: 645.362534ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:07:59.49363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:58.661127Z","time spent":"832.487337ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:59.493638Z","caller":"traceutil/trace.go:171","msg":"trace[2114023471] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"830.093451ms","start":"2026-05-07T10:07:58.663522Z","end":"2026-05-07T10:07:59.493616Z","steps":["trace[2114023471] 'process raft request' (duration: 829.352574ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:07:59.493629Z","caller":"traceutil/trace.go:171","msg":"trace[1128083797] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"828.883582ms","start":"2026-05-07T10:07:58.664692Z","end":"2026-05-07T10:07:59.493576Z","steps":["trace[1128083797] 'process raft request' (duration: 828.261797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:07:59.493733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:58.663485Z","time spent":"830.205404ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:07:59.493834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:58.664678Z","time spent":"829.044177ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:07:59.49664Z","caller":"traceutil/trace.go:171","msg":"trace[146961399] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"257.824796ms","start":"2026-05-07T10:07:59.238793Z","end":"2026-05-07T10:07:59.496618Z","steps":["trace[146961399] 'process raft request' (duration: 257.672552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:00.005974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.606333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:00.00616Z","caller":"traceutil/trace.go:171","msg":"trace[888589754] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"639.132508ms","start":"2026-05-07T10:07:59.367006Z","end":"2026-05-07T10:08:00.006138Z","steps":["trace[888589754] 'process raft request' (duration: 525.263899ms)","trace[888589754] 'compare' (duration: 113.332576ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:00.00623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:59.366982Z","time spent":"639.212829ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:00.006341Z","caller":"traceutil/trace.go:171","msg":"trace[1457574824] linearizableReadLoop","detail":"{readStateIndex:26100; appliedIndex:26097; }","duration":"512.666552ms","start":"2026-05-07T10:07:59.493654Z","end":"2026-05-07T10:08:00.00632Z","steps":["trace[1457574824] 'read index received' (duration: 2.819016ms)","trace[1457574824] 'applied index is now lower than readState.Index' (duration: 509.846476ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:00.006364Z","caller":"traceutil/trace.go:171","msg":"trace[1047006612] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"527.44971ms","start":"2026-05-07T10:07:59.478878Z","end":"2026-05-07T10:08:00.006327Z","steps":["trace[1047006612] 'process raft request' (duration: 527.209545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:00.006469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.769719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-07T10:08:00.00645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004149226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:00.006506Z","caller":"traceutil/trace.go:171","msg":"trace[1005411029] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25269; }","duration":"743.856142ms","start":"2026-05-07T10:07:59.262639Z","end":"2026-05-07T10:08:00.006496Z","steps":["trace[1005411029] 'agreement among raft nodes before linearized reading' (duration: 743.728939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:00.006517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179558783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T10:08:00.006522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.254429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:00.006513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:59.478857Z","time spent":"527.573683ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:00.006509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085687285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-05-07T10:08:00.006553Z","caller":"traceutil/trace.go:171","msg":"trace[1352737601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25269; }","duration":"511.338321ms","start":"2026-05-07T10:07:59.495204Z","end":"2026-05-07T10:08:00.006543Z","steps":["trace[1352737601] 'agreement among raft nodes before linearized reading' (duration: 511.28686ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:00.006556Z","caller":"traceutil/trace.go:171","msg":"trace[1539680120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25269; }","duration":"1.179610124s","start":"2026-05-07T10:07:58.82693Z","end":"2026-05-07T10:08:00.006541Z","steps":["trace[1539680120] 'agreement among raft nodes before linearized reading' (duration: 1.179497772s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:00.006575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:59.495186Z","time spent":"511.384802ms","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T10:08:00.006562Z","caller":"traceutil/trace.go:171","msg":"trace[1974153964] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25269; }","duration":"1.00432841s","start":"2026-05-07T10:07:59.002203Z","end":"2026-05-07T10:08:00.006531Z","steps":["trace[1974153964] 'agreement among raft nodes before linearized reading' (duration: 1.004129245s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:00.006585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:58.826873Z","time spent":"1.179703996s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T10:08:00.006546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:59.262609Z","time spent":"743.930593ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T10:08:00.006589Z","caller":"traceutil/trace.go:171","msg":"trace[1625355312] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25269; }","duration":"1.085809178s","start":"2026-05-07T10:07:58.92076Z","end":"2026-05-07T10:08:00.006569Z","steps":["trace[1625355312] 'agreement among raft nodes before linearized reading' (duration: 1.085579373s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:00.006592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107769544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-07T10:08:00.006615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:59.002179Z","time spent":"1.004424393s","remote":"127.0.0.1:44410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:00.006631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:58.920732Z","time spent":"1.085890829s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-07T10:08:00.006664Z","caller":"traceutil/trace.go:171","msg":"trace[1758895092] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25269; }","duration":"1.107885827s","start":"2026-05-07T10:07:58.898758Z","end":"2026-05-07T10:08:00.006644Z","steps":["trace[1758895092] 'agreement among raft nodes before linearized reading' (duration: 1.107654561s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:00.006707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:07:58.898739Z","time spent":"1.107960978s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T10:08:00.513188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228651,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:08:01.188739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.422874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:01.188956Z","caller":"traceutil/trace.go:171","msg":"trace[144345450] linearizableReadLoop","detail":"{readStateIndex:26104; appliedIndex:26100; }","duration":"1.176118872s","start":"2026-05-07T10:08:00.012823Z","end":"2026-05-07T10:08:01.188942Z","steps":["trace[144345450] 'read index received' (duration: 681.37933ms)","trace[144345450] 'applied index is now lower than readState.Index' (duration: 494.737902ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:01.189013Z","caller":"traceutil/trace.go:171","msg":"trace[1418856770] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"1.17735011s","start":"2026-05-07T10:08:00.011657Z","end":"2026-05-07T10:08:01.189007Z","steps":["trace[1418856770] 'process raft request' (duration: 1.177230377s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:01.188999Z","caller":"traceutil/trace.go:171","msg":"trace[1931909069] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"1.177896113s","start":"2026-05-07T10:08:00.011079Z","end":"2026-05-07T10:08:01.188975Z","steps":["trace[1931909069] 'process raft request' (duration: 1.1777516s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:01.189057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.011624Z","time spent":"1.177408822s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:01.189088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.011063Z","time spent":"1.177978605s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:01.189191Z","caller":"traceutil/trace.go:171","msg":"trace[1312143997] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"1.178229821s","start":"2026-05-07T10:08:00.010953Z","end":"2026-05-07T10:08:01.189182Z","steps":["trace[1312143997] 'process raft request' (duration: 683.284045ms)","trace[1312143997] 'compare' (duration: 493.701317ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:01.189195Z","caller":"traceutil/trace.go:171","msg":"trace[1765332568] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"1.177180107s","start":"2026-05-07T10:08:00.01198Z","end":"2026-05-07T10:08:01.18916Z","steps":["trace[1765332568] 'process raft request' (duration: 1.176932821s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:01.189253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176414208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:01.189321Z","caller":"traceutil/trace.go:171","msg":"trace[1246917622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25273; }","duration":"1.176501521s","start":"2026-05-07T10:08:00.012801Z","end":"2026-05-07T10:08:01.189302Z","steps":["trace[1246917622] 'agreement among raft nodes before linearized reading' (duration: 1.176354308s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:01.189343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.011973Z","time spent":"1.177290189s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:01.189351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.012795Z","time spent":"1.176551072s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:01.189224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.010921Z","time spent":"1.178284693s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:01.689473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652228657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:08:03.191425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999493064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:03.19151Z","caller":"traceutil/trace.go:171","msg":"trace[1602877173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999635258s","start":"2026-05-07T10:08:01.191855Z","end":"2026-05-07T10:08:03.19149Z","steps":["trace[1602877173] 'agreement among raft nodes before linearized reading' (duration: 1.999526035s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:03.19156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.191838Z","time spent":"1.999712099s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:08:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:03.535058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603000287s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:03.535169Z","caller":"traceutil/trace.go:171","msg":"trace[939829657] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25273; }","duration":"1.60312965s","start":"2026-05-07T10:08:01.932024Z","end":"2026-05-07T10:08:03.535153Z","steps":["trace[939829657] 'range keys from in-memory index tree' (duration: 1.602986507s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:03.535986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758755641s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:03.536098Z","caller":"traceutil/trace.go:171","msg":"trace[969689828] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"2.681236465s","start":"2026-05-07T10:08:00.854841Z","end":"2026-05-07T10:08:03.536077Z","steps":["trace[969689828] 'process raft request' (duration: 922.296379ms)","trace[969689828] 'compare' (duration: 1.757596354s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:03.53621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.854809Z","time spent":"2.681365428s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:03.91233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.135225289s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:08:04.338891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.242849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:04.339406Z","caller":"traceutil/trace.go:171","msg":"trace[1313639145] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"2.840701317s","start":"2026-05-07T10:08:01.498685Z","end":"2026-05-07T10:08:04.339386Z","steps":["trace[1313639145] 'process raft request' (duration: 2.840590184s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:04.339406Z","caller":"traceutil/trace.go:171","msg":"trace[744176300] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"2.840911541s","start":"2026-05-07T10:08:01.498458Z","end":"2026-05-07T10:08:04.33937Z","steps":["trace[744176300] 'process raft request' (duration: 2.414086598s)","trace[744176300] 'compare' (duration: 426.111366ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:04.339576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.49844Z","time spent":"2.841038945s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:04.339629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.498677Z","time spent":"2.840781058s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:04.33974Z","caller":"traceutil/trace.go:171","msg":"trace[384019005] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"2.840939702s","start":"2026-05-07T10:08:01.498774Z","end":"2026-05-07T10:08:04.339714Z","steps":["trace[384019005] 'process raft request' (duration: 2.840570874s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.339879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.498769Z","time spent":"2.841028944s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:04.340027Z","caller":"traceutil/trace.go:171","msg":"trace[1138799948] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"2.840812169s","start":"2026-05-07T10:08:01.499172Z","end":"2026-05-07T10:08:04.339984Z","steps":["trace[1138799948] 'process raft request' (duration: 2.840417279s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:04.340047Z","caller":"traceutil/trace.go:171","msg":"trace[1966881990] linearizableReadLoop","detail":"{readStateIndex:26111; appliedIndex:26104; }","duration":"3.151041238s","start":"2026-05-07T10:08:01.188982Z","end":"2026-05-07T10:08:04.340023Z","steps":["trace[1966881990] 'read index received' (duration: 588.117596ms)","trace[1966881990] 'applied index is now lower than readState.Index' (duration: 2.562922242s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:04.340143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.499165Z","time spent":"2.840924732s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:04.340196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.940645206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-07T10:08:04.34025Z","caller":"traceutil/trace.go:171","msg":"trace[1296666337] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25280; }","duration":"3.940724989s","start":"2026-05-07T10:08:00.39951Z","end":"2026-05-07T10:08:04.340235Z","steps":["trace[1296666337] 'agreement among raft nodes before linearized reading' (duration: 3.940550374s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:04.340167Z","caller":"traceutil/trace.go:171","msg":"trace[163058440] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"2.840895881s","start":"2026-05-07T10:08:01.499254Z","end":"2026-05-07T10:08:04.340149Z","steps":["trace[163058440] 'process raft request' (duration: 2.840713576s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.340287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.399494Z","time spent":"3.94078564s","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-07T10:08:04.340309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.209814421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:04.340336Z","caller":"traceutil/trace.go:171","msg":"trace[1914260291] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25280; }","duration":"3.209842722s","start":"2026-05-07T10:08:01.130485Z","end":"2026-05-07T10:08:04.340327Z","steps":["trace[1914260291] 'agreement among raft nodes before linearized reading' (duration: 3.20978436s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.340337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.49925Z","time spent":"2.841043245s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:04.34036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.130398Z","time spent":"3.209957594s","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:04.340448Z","caller":"traceutil/trace.go:171","msg":"trace[363634970] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"2.841212118s","start":"2026-05-07T10:08:01.499222Z","end":"2026-05-07T10:08:04.340434Z","steps":["trace[363634970] 'process raft request' (duration: 2.840649445s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.340512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.799860784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:04.340463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.037622228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:04.340588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.499218Z","time spent":"2.84127503s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:04.340678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.153972035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T10:08:04.340702Z","caller":"traceutil/trace.go:171","msg":"trace[1911405977] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25280; }","duration":"4.154029756s","start":"2026-05-07T10:08:00.186665Z","end":"2026-05-07T10:08:04.340695Z","steps":["trace[1911405977] 'agreement among raft nodes before linearized reading' (duration: 4.153956205s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.340716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.186643Z","time spent":"4.154069657s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T10:08:04.34064Z","caller":"traceutil/trace.go:171","msg":"trace[1699415813] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25280; }","duration":"4.037850074s","start":"2026-05-07T10:08:00.302776Z","end":"2026-05-07T10:08:04.340626Z","steps":["trace[1699415813] 'agreement among raft nodes before linearized reading' (duration: 4.037605918s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.340805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.295897564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T10:08:04.340803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145305297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-07T10:08:04.340824Z","caller":"traceutil/trace.go:171","msg":"trace[600343280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25280; }","duration":"4.295941465s","start":"2026-05-07T10:08:00.044878Z","end":"2026-05-07T10:08:04.34082Z","steps":["trace[600343280] 'agreement among raft nodes before linearized reading' (duration: 4.295900064s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.340843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.044866Z","time spent":"4.295970786s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T10:08:04.340842Z","caller":"traceutil/trace.go:171","msg":"trace[1394006708] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c; range_end:; response_count:1; response_revision:25280; }","duration":"1.145371739s","start":"2026-05-07T10:08:03.195461Z","end":"2026-05-07T10:08:04.340833Z","steps":["trace[1394006708] 'agreement among raft nodes before linearized reading' (duration: 1.145269406s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.340802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844585158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:04.340886Z","caller":"traceutil/trace.go:171","msg":"trace[961517409] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25280; }","duration":"2.844732982s","start":"2026-05-07T10:08:01.496148Z","end":"2026-05-07T10:08:04.340881Z","steps":["trace[961517409] 'agreement among raft nodes before linearized reading' (duration: 2.844576368s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.340879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:03.195449Z","time spent":"1.14542417s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c\" "} {"level":"warn","ts":"2026-05-07T10:08:04.3409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.49613Z","time spent":"2.844765812s","remote":"127.0.0.1:33050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:04.340815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.302756Z","time spent":"4.038042528s","remote":"127.0.0.1:32780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:04.341055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588897004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:04.341088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.303234586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-07T10:08:04.341116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.959001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:04.341121Z","caller":"traceutil/trace.go:171","msg":"trace[697873312] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25280; }","duration":"1.589068868s","start":"2026-05-07T10:08:02.752034Z","end":"2026-05-07T10:08:04.341103Z","steps":["trace[697873312] 'agreement among raft nodes before linearized reading' (duration: 1.588958295s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:04.341126Z","caller":"traceutil/trace.go:171","msg":"trace[1734084322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25280; }","duration":"4.303315408s","start":"2026-05-07T10:08:00.037802Z","end":"2026-05-07T10:08:04.341117Z","steps":["trace[1734084322] 'agreement among raft nodes before linearized reading' (duration: 4.303206536s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.340771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.272034002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-07T10:08:04.341137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038915804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:04.34117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.037765Z","time spent":"4.3033985s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T10:08:04.34117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.752014Z","time spent":"1.58914513s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:04.341198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989190632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:04.341164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141422316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:04.341213Z","caller":"traceutil/trace.go:171","msg":"trace[1880774605] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25280; }","duration":"1.989242473s","start":"2026-05-07T10:08:02.351967Z","end":"2026-05-07T10:08:04.341209Z","steps":["trace[1880774605] 'agreement among raft nodes before linearized reading' (duration: 1.989221033s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:04.341197Z","caller":"traceutil/trace.go:171","msg":"trace[314137216] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:25280; }","duration":"4.272452913s","start":"2026-05-07T10:08:00.068719Z","end":"2026-05-07T10:08:04.341172Z","steps":["trace[314137216] 'agreement among raft nodes before linearized reading' (duration: 4.272033583s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.341228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.351945Z","time spent":"1.989279114s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:04.341218Z","caller":"traceutil/trace.go:171","msg":"trace[1831169399] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25280; }","duration":"1.039039437s","start":"2026-05-07T10:08:03.302156Z","end":"2026-05-07T10:08:04.341196Z","steps":["trace[1831169399] 'agreement among raft nodes before linearized reading' (duration: 1.038915264s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.341162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.16401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:04.341241Z","caller":"traceutil/trace.go:171","msg":"trace[449567744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25280; }","duration":"1.141536169s","start":"2026-05-07T10:08:03.199686Z","end":"2026-05-07T10:08:04.341222Z","steps":["trace[449567744] 'agreement among raft nodes before linearized reading' (duration: 1.141370235s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:04.341261Z","caller":"traceutil/trace.go:171","msg":"trace[824777969] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25280; }","duration":"671.298683ms","start":"2026-05-07T10:08:03.669954Z","end":"2026-05-07T10:08:04.341252Z","steps":["trace[824777969] 'agreement among raft nodes before linearized reading' (duration: 671.195181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.341267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:03.302134Z","time spent":"1.039119088s","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:04.340606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297826799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-07T10:08:04.341291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:03.669857Z","time spent":"671.425207ms","remote":"127.0.0.1:33584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:04.341299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:03.199676Z","time spent":"1.14161488s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T10:08:04.341313Z","caller":"traceutil/trace.go:171","msg":"trace[412897185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25280; }","duration":"4.298565557s","start":"2026-05-07T10:08:00.042743Z","end":"2026-05-07T10:08:04.341308Z","steps":["trace[412897185] 'agreement among raft nodes before linearized reading' (duration: 4.29784299s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.341329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.04273Z","time spent":"4.298594697s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T10:08:04.341312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39449966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:04.341089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.498976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:04.340888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147605221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-07T10:08:04.341151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278570893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-07T10:08:04.341371Z","caller":"traceutil/trace.go:171","msg":"trace[1844469975] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25280; }","duration":"1.394579652s","start":"2026-05-07T10:08:02.946774Z","end":"2026-05-07T10:08:04.341353Z","steps":["trace[1844469975] 'agreement among raft nodes before linearized reading' (duration: 1.394423158s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:04.341393Z","caller":"traceutil/trace.go:171","msg":"trace[727010005] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25280; }","duration":"1.278858479s","start":"2026-05-07T10:08:03.062528Z","end":"2026-05-07T10:08:04.341387Z","steps":["trace[727010005] 'agreement among raft nodes before linearized reading' (duration: 1.27849819s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:04.340583Z","caller":"traceutil/trace.go:171","msg":"trace[803518782] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25280; }","duration":"3.799983586s","start":"2026-05-07T10:08:00.540588Z","end":"2026-05-07T10:08:04.340571Z","steps":["trace[803518782] 'agreement among raft nodes before linearized reading' (duration: 3.799885954s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.341408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:03.062507Z","time spent":"1.27889778s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T10:08:04.341392Z","caller":"traceutil/trace.go:171","msg":"trace[927435617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25280; }","duration":"1.148144123s","start":"2026-05-07T10:08:03.193227Z","end":"2026-05-07T10:08:04.341371Z","steps":["trace[927435617] 'agreement among raft nodes before linearized reading' (duration: 1.147608801s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.341417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:02.946756Z","time spent":"1.394647973s","remote":"127.0.0.1:33004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:04.341428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.540559Z","time spent":"3.800853517s","remote":"127.0.0.1:42748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:04.341443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526667559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1578"} {"level":"info","ts":"2026-05-07T10:08:04.341381Z","caller":"traceutil/trace.go:171","msg":"trace[474578962] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25280; }","duration":"273.820823ms","start":"2026-05-07T10:08:04.067547Z","end":"2026-05-07T10:08:04.341368Z","steps":["trace[474578962] 'agreement among raft nodes before linearized reading' (duration: 273.527546ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:04.341483Z","caller":"traceutil/trace.go:171","msg":"trace[1815031421] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25280; }","duration":"2.526744261s","start":"2026-05-07T10:08:01.814727Z","end":"2026-05-07T10:08:04.341471Z","steps":["trace[1815031421] 'agreement among raft nodes before linearized reading' (duration: 2.526598337s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.341518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:01.814705Z","time spent":"2.526805913s","remote":"127.0.0.1:46902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1601,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T10:08:04.341447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:03.19321Z","time spent":"1.148224706s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T10:08:04.341254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:00.068711Z","time spent":"4.272525754s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-05-07T10:08:04.341061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.140252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:04.341134Z","caller":"traceutil/trace.go:171","msg":"trace[534551800] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25280; }","duration":"647.003843ms","start":"2026-05-07T10:08:03.694125Z","end":"2026-05-07T10:08:04.341129Z","steps":["trace[534551800] 'agreement among raft nodes before linearized reading' (duration: 646.975672ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:04.341648Z","caller":"traceutil/trace.go:171","msg":"trace[1805236817] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25280; }","duration":"898.746735ms","start":"2026-05-07T10:08:03.442886Z","end":"2026-05-07T10:08:04.341633Z","steps":["trace[1805236817] 'agreement among raft nodes before linearized reading' (duration: 898.159622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.341658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:03.694097Z","time spent":"647.547625ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:04.34169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:03.442872Z","time spent":"898.805597ms","remote":"127.0.0.1:42542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:04.341745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148778569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T10:08:04.341813Z","caller":"traceutil/trace.go:171","msg":"trace[1799031424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25280; }","duration":"1.148883941s","start":"2026-05-07T10:08:03.19292Z","end":"2026-05-07T10:08:04.341804Z","steps":["trace[1799031424] 'agreement among raft nodes before linearized reading' (duration: 1.14799075s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.341841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:03.192894Z","time spent":"1.148941362s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T10:08:04.517247Z","caller":"traceutil/trace.go:171","msg":"trace[934045905] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"170.385188ms","start":"2026-05-07T10:08:04.346836Z","end":"2026-05-07T10:08:04.517221Z","steps":["trace[934045905] 'process raft request' (duration: 170.114172ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:04.517272Z","caller":"traceutil/trace.go:171","msg":"trace[1980383615] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"170.340248ms","start":"2026-05-07T10:08:04.346902Z","end":"2026-05-07T10:08:04.517242Z","steps":["trace[1980383615] 'process raft request' (duration: 170.237076ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:04.517559Z","caller":"traceutil/trace.go:171","msg":"trace[1634924052] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"170.184394ms","start":"2026-05-07T10:08:04.347363Z","end":"2026-05-07T10:08:04.517548Z","steps":["trace[1634924052] 'process raft request' (duration: 170.038871ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:04.51756Z","caller":"traceutil/trace.go:171","msg":"trace[1103843127] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"170.539823ms","start":"2026-05-07T10:08:04.346986Z","end":"2026-05-07T10:08:04.517526Z","steps":["trace[1103843127] 'process raft request' (duration: 170.209195ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:04.517708Z","caller":"traceutil/trace.go:171","msg":"trace[407708427] linearizableReadLoop","detail":"{readStateIndex:26113; appliedIndex:26111; }","duration":"172.043587ms","start":"2026-05-07T10:08:04.345645Z","end":"2026-05-07T10:08:04.517689Z","steps":["trace[407708427] 'read index received' (duration: 84.098418ms)","trace[407708427] 'applied index is now lower than readState.Index' (duration: 87.943719ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:04.517736Z","caller":"traceutil/trace.go:171","msg":"trace[1430113029] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"170.229815ms","start":"2026-05-07T10:08:04.347488Z","end":"2026-05-07T10:08:04.517718Z","steps":["trace[1430113029] 'process raft request' (duration: 170.02335ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:04.517818Z","caller":"traceutil/trace.go:171","msg":"trace[44203230] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"170.061891ms","start":"2026-05-07T10:08:04.347742Z","end":"2026-05-07T10:08:04.517804Z","steps":["trace[44203230] 'process raft request' (duration: 169.876077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.518093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.422307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f7270ccd-7fd2-45d9-942d-1bb3d8fad49a\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-07T10:08:04.51815Z","caller":"traceutil/trace.go:171","msg":"trace[1548102390] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f7270ccd-7fd2-45d9-942d-1bb3d8fad49a; range_end:; response_count:1; response_revision:25287; }","duration":"172.528529ms","start":"2026-05-07T10:08:04.345608Z","end":"2026-05-07T10:08:04.518136Z","steps":["trace[1548102390] 'agreement among raft nodes before linearized reading' (duration: 172.292823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:04.552538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.508581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:04.552677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.896344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-07T10:08:04.552759Z","caller":"traceutil/trace.go:171","msg":"trace[449668516] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25288; }","duration":"206.049308ms","start":"2026-05-07T10:08:04.34669Z","end":"2026-05-07T10:08:04.552739Z","steps":["trace[449668516] 'agreement among raft nodes before linearized reading' (duration: 205.71797ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:04.552991Z","caller":"traceutil/trace.go:171","msg":"trace[132427799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25288; }","duration":"201.639424ms","start":"2026-05-07T10:08:04.350978Z","end":"2026-05-07T10:08:04.552617Z","steps":["trace[132427799] 'agreement among raft nodes before linearized reading' (duration: 201.418419ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:06.543485Z","caller":"traceutil/trace.go:171","msg":"trace[794440679] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"100.908504ms","start":"2026-05-07T10:08:06.442533Z","end":"2026-05-07T10:08:06.543442Z","steps":["trace[794440679] 'process raft request' (duration: 100.545156ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:06.613394Z","caller":"traceutil/trace.go:171","msg":"trace[1778695115] transaction","detail":"{read_only:false; response_revision:25337; number_of_response:1; }","duration":"102.100412ms","start":"2026-05-07T10:08:06.511261Z","end":"2026-05-07T10:08:06.613361Z","steps":["trace[1778695115] 'process raft request' (duration: 101.995069ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:06.613508Z","caller":"traceutil/trace.go:171","msg":"trace[1616435097] transaction","detail":"{read_only:false; response_revision:25336; number_of_response:1; }","duration":"142.712068ms","start":"2026-05-07T10:08:06.470693Z","end":"2026-05-07T10:08:06.613405Z","steps":["trace[1616435097] 'process raft request' (duration: 142.35664ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:10.590082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053260172s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:10.590194Z","caller":"traceutil/trace.go:171","msg":"trace[2047969895] linearizableReadLoop","detail":"{readStateIndex:26245; appliedIndex:26244; }","duration":"1.237482825s","start":"2026-05-07T10:08:09.352692Z","end":"2026-05-07T10:08:10.590175Z","steps":["trace[2047969895] 'read index received' (duration: 183.917227ms)","trace[2047969895] 'applied index is now lower than readState.Index' (duration: 1.053563438s)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:10.590313Z","caller":"traceutil/trace.go:171","msg":"trace[982430684] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"1.424517787s","start":"2026-05-07T10:08:09.165747Z","end":"2026-05-07T10:08:10.590265Z","steps":["trace[982430684] 'process raft request' (duration: 370.967038ms)","trace[982430684] 'compare' (duration: 1.052656028s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:10.590405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237720952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-07T10:08:10.590438Z","caller":"traceutil/trace.go:171","msg":"trace[2093160981] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25412; }","duration":"1.237800363s","start":"2026-05-07T10:08:09.352626Z","end":"2026-05-07T10:08:10.590427Z","steps":["trace[2093160981] 'agreement among raft nodes before linearized reading' (duration: 1.237625119s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:10.590471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.352601Z","time spent":"1.237861785s","remote":"127.0.0.1:46902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T10:08:10.590502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.165723Z","time spent":"1.424679121s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3740,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:10.616948Z","caller":"traceutil/trace.go:171","msg":"trace[1953849535] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"1.059647392s","start":"2026-05-07T10:08:09.557265Z","end":"2026-05-07T10:08:10.616913Z","steps":["trace[1953849535] 'process raft request' (duration: 1.059450437s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:10.617138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.557237Z","time spent":"1.059799345s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:12.065692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.830749ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:12.06581Z","caller":"traceutil/trace.go:171","msg":"trace[1084844881] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25413; }","duration":"133.965072ms","start":"2026-05-07T10:08:11.931827Z","end":"2026-05-07T10:08:12.065792Z","steps":["trace[1084844881] 'range keys from in-memory index tree' (duration: 133.813258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:12.786598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00017226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:12.786718Z","caller":"traceutil/trace.go:171","msg":"trace[367941488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000379125s","start":"2026-05-07T10:08:10.786307Z","end":"2026-05-07T10:08:12.786686Z","steps":["trace[367941488] 'agreement among raft nodes before linearized reading' (duration: 2.000212721s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:12.78679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.786271Z","time spent":"2.000504448s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:08:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:13.158115Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.901165211s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T10:08:13.159161Z","caller":"traceutil/trace.go:171","msg":"trace[1973429609] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"3.539746334s","start":"2026-05-07T10:08:09.619358Z","end":"2026-05-07T10:08:13.159105Z","steps":["trace[1973429609] 'process raft request' (duration: 3.539641651s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:13.15921Z","caller":"traceutil/trace.go:171","msg":"trace[603146925] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"3.583136325s","start":"2026-05-07T10:08:09.576024Z","end":"2026-05-07T10:08:13.15916Z","steps":["trace[603146925] 'process raft request' (duration: 3.582766856s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.159355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.619344Z","time spent":"3.539915368s","remote":"127.0.0.1:60938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:13.159606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.576009Z","time spent":"3.583415621s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:13.159646Z","caller":"traceutil/trace.go:171","msg":"trace[715430566] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"3.113849853s","start":"2026-05-07T10:08:10.045736Z","end":"2026-05-07T10:08:13.159586Z","steps":["trace[715430566] 'process raft request' (duration: 3.113318531s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:13.159794Z","caller":"traceutil/trace.go:171","msg":"trace[1086764373] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"2.866825921s","start":"2026-05-07T10:08:10.292928Z","end":"2026-05-07T10:08:13.159754Z","steps":["trace[1086764373] 'process raft request' (duration: 2.866420061s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:13.159873Z","caller":"traceutil/trace.go:171","msg":"trace[966137342] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"2.701920252s","start":"2026-05-07T10:08:10.457941Z","end":"2026-05-07T10:08:13.159862Z","steps":["trace[966137342] 'process raft request' (duration: 2.701816739s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.159889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.045704Z","time spent":"3.114065518s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:13.159919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.292891Z","time spent":"2.866971805s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:13.159976Z","caller":"traceutil/trace.go:171","msg":"trace[223231673] linearizableReadLoop","detail":"{readStateIndex:26256; appliedIndex:26246; }","duration":"2.569737932s","start":"2026-05-07T10:08:10.590218Z","end":"2026-05-07T10:08:13.159956Z","steps":["trace[223231673] 'read index received' (duration: 26.718239ms)","trace[223231673] 'applied index is now lower than readState.Index' (duration: 2.543018063s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:13.160038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.457928Z","time spent":"2.701990683s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:13.160147Z","caller":"traceutil/trace.go:171","msg":"trace[1485061854] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"2.702026144s","start":"2026-05-07T10:08:10.458095Z","end":"2026-05-07T10:08:13.160121Z","steps":["trace[1485061854] 'process raft request' (duration: 2.701711496s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:13.160212Z","caller":"traceutil/trace.go:171","msg":"trace[562762774] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"2.702738891s","start":"2026-05-07T10:08:10.457463Z","end":"2026-05-07T10:08:13.160202Z","steps":["trace[562762774] 'process raft request' (duration: 2.702197848s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.160234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.458063Z","time spent":"2.702132036s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:13.160251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465568228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-07T10:08:13.160225Z","caller":"traceutil/trace.go:171","msg":"trace[961004639] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"2.714811985s","start":"2026-05-07T10:08:10.445363Z","end":"2026-05-07T10:08:13.160175Z","steps":["trace[961004639] 'process raft request' (duration: 2.71418236s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:13.160299Z","caller":"traceutil/trace.go:171","msg":"trace[1938560000] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25423; }","duration":"3.465671021s","start":"2026-05-07T10:08:09.694613Z","end":"2026-05-07T10:08:13.160284Z","steps":["trace[1938560000] 'agreement among raft nodes before linearized reading' (duration: 3.465467267s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:13.160302Z","caller":"traceutil/trace.go:171","msg":"trace[1513322393] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"2.702752671s","start":"2026-05-07T10:08:10.457541Z","end":"2026-05-07T10:08:13.160294Z","steps":["trace[1513322393] 'process raft request' (duration: 2.702177167s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.160323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.048650599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:13.160338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.694574Z","time spent":"3.465757174s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T10:08:13.16036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.457535Z","time spent":"2.702802292s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:13.160361Z","caller":"traceutil/trace.go:171","msg":"trace[589707975] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25423; }","duration":"3.048730011s","start":"2026-05-07T10:08:10.111616Z","end":"2026-05-07T10:08:13.160346Z","steps":["trace[589707975] 'agreement among raft nodes before linearized reading' (duration: 3.048667659s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.160401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.111539Z","time spent":"3.048854814s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:13.160265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.457453Z","time spent":"2.702782911s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:13.160428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.445333Z","time spent":"2.714990368s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:13.160442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.799412864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-07T10:08:13.160225Z","caller":"traceutil/trace.go:171","msg":"trace[546856046] transaction","detail":"{read_only:false; response_revision:25419; number_of_response:1; }","duration":"2.70312109s","start":"2026-05-07T10:08:10.457046Z","end":"2026-05-07T10:08:13.160167Z","steps":["trace[546856046] 'process raft request' (duration: 2.702560527s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.160517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.688345301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-05-07T10:08:13.160524Z","caller":"traceutil/trace.go:171","msg":"trace[1417643832] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25423; }","duration":"3.799525636s","start":"2026-05-07T10:08:09.360973Z","end":"2026-05-07T10:08:13.160498Z","steps":["trace[1417643832] 'agreement among raft nodes before linearized reading' (duration: 3.799218729s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.160563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.457019Z","time spent":"2.703510798s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:13.160563Z","caller":"traceutil/trace.go:171","msg":"trace[740794842] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f; range_end:; response_count:1; response_revision:25423; }","duration":"3.688450533s","start":"2026-05-07T10:08:09.472094Z","end":"2026-05-07T10:08:13.160544Z","steps":["trace[740794842] 'agreement among raft nodes before linearized reading' (duration: 3.688303359s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.16026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.090252959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-07T10:08:13.160588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.360948Z","time spent":"3.799626988s","remote":"127.0.0.1:46902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T10:08:13.160601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:09.472063Z","time spent":"3.688530145s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f\" "} {"level":"info","ts":"2026-05-07T10:08:13.160619Z","caller":"traceutil/trace.go:171","msg":"trace[1642701763] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:25423; }","duration":"3.090651328s","start":"2026-05-07T10:08:10.069954Z","end":"2026-05-07T10:08:13.160605Z","steps":["trace[1642701763] 'agreement among raft nodes before linearized reading' (duration: 3.090102385s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.160641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.452517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:13.160657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.069928Z","time spent":"3.090718179s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-05-07T10:08:13.160594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483203446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-07T10:08:13.160685Z","caller":"traceutil/trace.go:171","msg":"trace[1228166536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25423; }","duration":"373.5843ms","start":"2026-05-07T10:08:12.787091Z","end":"2026-05-07T10:08:13.160675Z","steps":["trace[1228166536] 'agreement among raft nodes before linearized reading' (duration: 373.523838ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:13.160713Z","caller":"traceutil/trace.go:171","msg":"trace[810702591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25423; }","duration":"2.483365679s","start":"2026-05-07T10:08:10.677332Z","end":"2026-05-07T10:08:13.160697Z","steps":["trace[810702591] 'agreement among raft nodes before linearized reading' (duration: 2.483184175s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.160721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.787053Z","time spent":"373.662572ms","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:13.160747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.67731Z","time spent":"2.48342724s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T10:08:13.160857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997712894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default\" ","response":"range_response_count:1 size:13136"} {"level":"info","ts":"2026-05-07T10:08:13.160904Z","caller":"traceutil/trace.go:171","msg":"trace[281199555] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default; range_end:; response_count:1; response_revision:25423; }","duration":"1.997775734s","start":"2026-05-07T10:08:11.163105Z","end":"2026-05-07T10:08:13.16088Z","steps":["trace[281199555] 'agreement among raft nodes before linearized reading' (duration: 1.997659272s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.160931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.163097Z","time spent":"1.997828906s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":13159,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovn-vpn-agent-default\" "} {"level":"warn","ts":"2026-05-07T10:08:13.160938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997834686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" ","response":"range_response_count:1 size:17625"} {"level":"info","ts":"2026-05-07T10:08:13.160969Z","caller":"traceutil/trace.go:171","msg":"trace[1670011810] range","detail":"{range_begin:/registry/daemonsets/openstack/libvirt-libvirt-default; range_end:; response_count:1; response_revision:25423; }","duration":"1.997863506s","start":"2026-05-07T10:08:11.163096Z","end":"2026-05-07T10:08:13.160959Z","steps":["trace[1670011810] 'agreement among raft nodes before linearized reading' (duration: 1.997761564s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.161007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.163068Z","time spent":"1.997932908s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":17648,"request content":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" "} {"level":"warn","ts":"2026-05-07T10:08:13.161028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.027848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:13.161088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997374415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"info","ts":"2026-05-07T10:08:13.16109Z","caller":"traceutil/trace.go:171","msg":"trace[1298005343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25423; }","duration":"478.13258ms","start":"2026-05-07T10:08:12.682939Z","end":"2026-05-07T10:08:13.161071Z","steps":["trace[1298005343] 'agreement among raft nodes before linearized reading' (duration: 478.056098ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:13.161352Z","caller":"traceutil/trace.go:171","msg":"trace[63753564] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:25423; }","duration":"1.997642751s","start":"2026-05-07T10:08:11.163694Z","end":"2026-05-07T10:08:13.161337Z","steps":["trace[63753564] 'agreement among raft nodes before linearized reading' (duration: 1.997306773s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.161361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080907262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:13.161376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.682907Z","time spent":"478.456748ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:13.161395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998197124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-05-07T10:08:13.1614Z","caller":"traceutil/trace.go:171","msg":"trace[124717035] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25423; }","duration":"1.080980694s","start":"2026-05-07T10:08:12.080407Z","end":"2026-05-07T10:08:13.161388Z","steps":["trace[124717035] 'agreement among raft nodes before linearized reading' (duration: 1.080690728s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:13.161421Z","caller":"traceutil/trace.go:171","msg":"trace[2038416005] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:25423; }","duration":"1.998237446s","start":"2026-05-07T10:08:11.163175Z","end":"2026-05-07T10:08:13.161413Z","steps":["trace[2038416005] 'agreement among raft nodes before linearized reading' (duration: 1.998154234s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.16143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.080392Z","time spent":"1.081030865s","remote":"127.0.0.1:33726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:13.161449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.163162Z","time spent":"1.998282337s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9820,"request content":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" "} {"level":"warn","ts":"2026-05-07T10:08:13.161489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998026111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14481"} {"level":"warn","ts":"2026-05-07T10:08:13.161514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997367215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9505"} {"level":"info","ts":"2026-05-07T10:08:13.161539Z","caller":"traceutil/trace.go:171","msg":"trace[1663465821] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:25423; }","duration":"1.998095733s","start":"2026-05-07T10:08:11.163433Z","end":"2026-05-07T10:08:13.161529Z","steps":["trace[1663465821] 'agreement among raft nodes before linearized reading' (duration: 1.997658602s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:13.16155Z","caller":"traceutil/trace.go:171","msg":"trace[1699594924] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:25423; }","duration":"1.997442787s","start":"2026-05-07T10:08:11.164098Z","end":"2026-05-07T10:08:13.161541Z","steps":["trace[1699594924] 'agreement among raft nodes before linearized reading' (duration: 1.997318924s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.161575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.163422Z","time spent":"1.998146714s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14504,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-05-07T10:08:13.161583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998554423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" ","response":"range_response_count:1 size:11641"} {"level":"warn","ts":"2026-05-07T10:08:13.161394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.16369Z","time spent":"1.997694223s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5730,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"info","ts":"2026-05-07T10:08:13.161619Z","caller":"traceutil/trace.go:171","msg":"trace[485403396] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller-default; range_end:; response_count:1; response_revision:25423; }","duration":"1.998635705s","start":"2026-05-07T10:08:11.162973Z","end":"2026-05-07T10:08:13.161609Z","steps":["trace[485403396] 'agreement among raft nodes before linearized reading' (duration: 1.998551333s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.161636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44759123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:13.161658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.16295Z","time spent":"1.998702097s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":11664,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller-default\" "} {"level":"warn","ts":"2026-05-07T10:08:13.161667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997681923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9564"} {"level":"info","ts":"2026-05-07T10:08:13.16169Z","caller":"traceutil/trace.go:171","msg":"trace[1662755235] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25423; }","duration":"1.447675212s","start":"2026-05-07T10:08:11.713997Z","end":"2026-05-07T10:08:13.161673Z","steps":["trace[1662755235] 'agreement among raft nodes before linearized reading' (duration: 1.44758943s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:13.161711Z","caller":"traceutil/trace.go:171","msg":"trace[1393688546] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:25423; }","duration":"1.997734764s","start":"2026-05-07T10:08:11.163963Z","end":"2026-05-07T10:08:13.161698Z","steps":["trace[1393688546] 'agreement among raft nodes before linearized reading' (duration: 1.997633421s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.161735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.713981Z","time spent":"1.447742583s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:13.161745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.163954Z","time spent":"1.997785305s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9587,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-05-07T10:08:13.161798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000460078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8212"} {"level":"info","ts":"2026-05-07T10:08:13.161828Z","caller":"traceutil/trace.go:171","msg":"trace[1163974730] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:25423; }","duration":"2.000503568s","start":"2026-05-07T10:08:11.161314Z","end":"2026-05-07T10:08:13.161818Z","steps":["trace[1163974730] 'agreement among raft nodes before linearized reading' (duration: 2.000415956s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.161848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.161304Z","time spent":"2.00053891s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":8235,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-05-07T10:08:13.161941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95636948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:13.161979Z","caller":"traceutil/trace.go:171","msg":"trace[1946746557] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25423; }","duration":"1.956455772s","start":"2026-05-07T10:08:11.205513Z","end":"2026-05-07T10:08:13.161969Z","steps":["trace[1946746557] 'agreement among raft nodes before linearized reading' (duration: 1.956391551s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.161987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421742229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T10:08:13.162012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.205486Z","time spent":"1.956518214s","remote":"127.0.0.1:46902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:13.162044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998444101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6900"} {"level":"warn","ts":"2026-05-07T10:08:13.162087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468993921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:13.16572Z","caller":"traceutil/trace.go:171","msg":"trace[1687045315] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25423; }","duration":"2.472665107s","start":"2026-05-07T10:08:10.693043Z","end":"2026-05-07T10:08:13.165709Z","steps":["trace[1687045315] 'agreement among raft nodes before linearized reading' (duration: 2.469026341s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.165761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.693018Z","time spent":"2.472732819s","remote":"127.0.0.1:42636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:13.161629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.600173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:13.165916Z","caller":"traceutil/trace.go:171","msg":"trace[1758676544] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25423; }","duration":"746.876133ms","start":"2026-05-07T10:08:12.419017Z","end":"2026-05-07T10:08:13.165893Z","steps":["trace[1758676544] 'agreement among raft nodes before linearized reading' (duration: 742.564702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.16599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.418982Z","time spent":"746.976405ms","remote":"127.0.0.1:43032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:13.162018Z","caller":"traceutil/trace.go:171","msg":"trace[1139535941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25423; }","duration":"2.421816231s","start":"2026-05-07T10:08:10.740194Z","end":"2026-05-07T10:08:13.16201Z","steps":["trace[1139535941] 'agreement among raft nodes before linearized reading' (duration: 2.421735939s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.166081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.740166Z","time spent":"2.425898766s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T10:08:13.16142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998330088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovn-metadata-agent-default\" ","response":"range_response_count:1 size:13094"} {"level":"info","ts":"2026-05-07T10:08:13.166198Z","caller":"traceutil/trace.go:171","msg":"trace[73576731] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovn-metadata-agent-default; range_end:; response_count:1; response_revision:25423; }","duration":"2.00313349s","start":"2026-05-07T10:08:11.163054Z","end":"2026-05-07T10:08:13.166188Z","steps":["trace[73576731] 'agreement among raft nodes before linearized reading' (duration: 1.99803829s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.166226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.163044Z","time spent":"2.003174562s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":13117,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovn-metadata-agent-default\" "} {"level":"warn","ts":"2026-05-07T10:08:13.161947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000700923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"info","ts":"2026-05-07T10:08:13.166315Z","caller":"traceutil/trace.go:171","msg":"trace[1249245141] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:25423; }","duration":"2.005081076s","start":"2026-05-07T10:08:11.161228Z","end":"2026-05-07T10:08:13.166309Z","steps":["trace[1249245141] 'agreement among raft nodes before linearized reading' (duration: 2.000670612s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.166333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.161223Z","time spent":"2.005103966s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":16045,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-05-07T10:08:13.161578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.164088Z","time spent":"1.997484008s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9528,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-05-07T10:08:13.161506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"info","ts":"2026-05-07T10:08:13.166523Z","caller":"traceutil/trace.go:171","msg":"trace[1544038915] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25423; }","duration":"2.003481709s","start":"2026-05-07T10:08:11.163025Z","end":"2026-05-07T10:08:13.166507Z","steps":["trace[1544038915] 'agreement among raft nodes before linearized reading' (duration: 1.99841521s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.166569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.162996Z","time spent":"2.003556601s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6153,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-07T10:08:13.162059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455068323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-07T10:08:13.166654Z","caller":"traceutil/trace.go:171","msg":"trace[1369017078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25423; }","duration":"2.459713252s","start":"2026-05-07T10:08:10.706935Z","end":"2026-05-07T10:08:13.166648Z","steps":["trace[1369017078] 'agreement among raft nodes before linearized reading' (duration: 2.455072513s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.166678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.706913Z","time spent":"2.459758343s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T10:08:13.162086Z","caller":"traceutil/trace.go:171","msg":"trace[1923926186] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:25423; }","duration":"1.998496852s","start":"2026-05-07T10:08:11.163579Z","end":"2026-05-07T10:08:13.162076Z","steps":["trace[1923926186] 'agreement among raft nodes before linearized reading' (duration: 1.998382309s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.166734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.163573Z","time spent":"2.003153781s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6923,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-05-07T10:08:13.161993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421893683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T10:08:13.166812Z","caller":"traceutil/trace.go:171","msg":"trace[959933720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25423; }","duration":"2.426732717s","start":"2026-05-07T10:08:10.740074Z","end":"2026-05-07T10:08:13.166806Z","steps":["trace[959933720] 'agreement among raft nodes before linearized reading' (duration: 2.421884463s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.166831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.740062Z","time spent":"2.426764547s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T10:08:13.161991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998276186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-05-07T10:08:13.166904Z","caller":"traceutil/trace.go:171","msg":"trace[286011353] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:25423; }","duration":"2.003207073s","start":"2026-05-07T10:08:11.16369Z","end":"2026-05-07T10:08:13.166898Z","steps":["trace[286011353] 'agreement among raft nodes before linearized reading' (duration: 1.998229006s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.166925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.163682Z","time spent":"2.003237023s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-05-07T10:08:13.162089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000869478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-05-07T10:08:13.167027Z","caller":"traceutil/trace.go:171","msg":"trace[1378670957] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:25423; }","duration":"2.005807234s","start":"2026-05-07T10:08:11.161214Z","end":"2026-05-07T10:08:13.167021Z","steps":["trace[1378670957] 'agreement among raft nodes before linearized reading' (duration: 2.000820177s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.167048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.161174Z","time spent":"2.005868885s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5350,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-05-07T10:08:13.16216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000972409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" ","response":"range_response_count:1 size:10936"} {"level":"info","ts":"2026-05-07T10:08:13.167106Z","caller":"traceutil/trace.go:171","msg":"trace[1940745160] range","detail":"{range_begin:/registry/daemonsets/openstack/octavia-health-manager-default; range_end:; response_count:1; response_revision:25423; }","duration":"2.005956667s","start":"2026-05-07T10:08:11.161144Z","end":"2026-05-07T10:08:13.1671Z","steps":["trace[1940745160] 'agreement among raft nodes before linearized reading' (duration: 2.000966809s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.167157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.161123Z","time spent":"2.006027999s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":10959,"request content":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" "} {"level":"warn","ts":"2026-05-07T10:08:13.162156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172106885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:13.16726Z","caller":"traceutil/trace.go:171","msg":"trace[148730598] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25423; }","duration":"2.177258987s","start":"2026-05-07T10:08:10.989986Z","end":"2026-05-07T10:08:13.167245Z","steps":["trace[148730598] 'agreement among raft nodes before linearized reading' (duration: 2.172135487s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.167319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.989956Z","time spent":"2.177351128s","remote":"127.0.0.1:48026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:13.162169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998694997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2919"} {"level":"info","ts":"2026-05-07T10:08:13.167416Z","caller":"traceutil/trace.go:171","msg":"trace[1856331986] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:25423; }","duration":"2.003934789s","start":"2026-05-07T10:08:11.163456Z","end":"2026-05-07T10:08:13.167391Z","steps":["trace[1856331986] 'agreement among raft nodes before linearized reading' (duration: 1.998648915s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.167441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.163448Z","time spent":"2.00398616s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2942,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-05-07T10:08:13.162221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998017241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15348"} {"level":"info","ts":"2026-05-07T10:08:13.167528Z","caller":"traceutil/trace.go:171","msg":"trace[1328169729] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25423; }","duration":"2.003339145s","start":"2026-05-07T10:08:11.164181Z","end":"2026-05-07T10:08:13.16752Z","steps":["trace[1328169729] 'agreement among raft nodes before linearized reading' (duration: 1.997948239s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.16755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.164168Z","time spent":"2.003375796s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15371,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-07T10:08:13.162221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351765153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T10:08:13.167674Z","caller":"traceutil/trace.go:171","msg":"trace[379398518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25423; }","duration":"2.35722009s","start":"2026-05-07T10:08:10.81042Z","end":"2026-05-07T10:08:13.16764Z","steps":["trace[379398518] 'agreement among raft nodes before linearized reading' (duration: 2.351753582s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.167816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.810399Z","time spent":"2.357373104s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T10:08:13.162229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001267887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8299"} {"level":"info","ts":"2026-05-07T10:08:13.167949Z","caller":"traceutil/trace.go:171","msg":"trace[1792861726] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:25423; }","duration":"2.007018722s","start":"2026-05-07T10:08:11.160919Z","end":"2026-05-07T10:08:13.167938Z","steps":["trace[1792861726] 'agreement among raft nodes before linearized reading' (duration: 2.001259567s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.168007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.16082Z","time spent":"2.007175036s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8322,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"warn","ts":"2026-05-07T10:08:13.160966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996788072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-05-07T10:08:13.16875Z","caller":"traceutil/trace.go:171","msg":"trace[408100546] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:25423; }","duration":"2.004572145s","start":"2026-05-07T10:08:11.16414Z","end":"2026-05-07T10:08:13.168712Z","steps":["trace[408100546] 'agreement among raft nodes before linearized reading' (duration: 1.99671518s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.168819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:11.16413Z","time spent":"2.004656326s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-05-07T10:08:13.16408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.469792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T10:08:13.168989Z","caller":"traceutil/trace.go:171","msg":"trace[555363013] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25423; }","duration":"935.418919ms","start":"2026-05-07T10:08:12.233559Z","end":"2026-05-07T10:08:13.168978Z","steps":["trace[555363013] 'agreement among raft nodes before linearized reading' (duration: 928.088526ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.169028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:12.23354Z","time spent":"935.477021ms","remote":"127.0.0.1:33190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2750,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:13.164578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351708401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-07T10:08:13.169379Z","caller":"traceutil/trace.go:171","msg":"trace[315645397] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25423; }","duration":"2.358781068s","start":"2026-05-07T10:08:10.810529Z","end":"2026-05-07T10:08:13.16931Z","steps":["trace[315645397] 'agreement among raft nodes before linearized reading' (duration: 2.351616619s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:13.16944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:10.810492Z","time spent":"2.358937251s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T10:08:13.666432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652229109,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T10:08:14.08484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.16554Z","time spent":"919.292179ms","remote":"127.0.0.1:60960","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T10:08:15.209604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.124791283s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:08:15.787199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000272893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:15.787337Z","caller":"traceutil/trace.go:171","msg":"trace[1051540511] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000462737s","start":"2026-05-07T10:08:13.786832Z","end":"2026-05-07T10:08:15.787295Z","steps":["trace[1051540511] 'agreement among raft nodes before linearized reading' (duration: 2.000269993s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:15.787418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.786814Z","time spent":"2.00058689s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:08:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:16.519085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308299542s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-05-07T10:08:16.519362Z","caller":"traceutil/trace.go:171","msg":"trace[740834015] compact","detail":"{revision:22168; response_revision:25423; }","duration":"3.353517632s","start":"2026-05-07T10:08:13.165825Z","end":"2026-05-07T10:08:16.519343Z","steps":["trace[740834015] 'process raft request' (duration: 2.04397781s)","trace[740834015] 'check and update compact revision' (duration: 1.30818495s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:16.519414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.165762Z","time spent":"3.353645695s","remote":"127.0.0.1:60938","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T10:08:16.51994Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22168} {"level":"info","ts":"2026-05-07T10:08:16.520855Z","caller":"traceutil/trace.go:171","msg":"trace[1673024534] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"3.347613393s","start":"2026-05-07T10:08:13.173227Z","end":"2026-05-07T10:08:16.520841Z","steps":["trace[1673024534] 'process raft request' (duration: 3.345980185s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:16.520971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.173208Z","time spent":"3.347693945s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:17.787696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000248003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:08:17.787754Z","caller":"traceutil/trace.go:171","msg":"trace[407307139] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000359445s","start":"2026-05-07T10:08:15.78738Z","end":"2026-05-07T10:08:17.787739Z","steps":["trace[407307139] 'agreement among raft nodes before linearized reading' (duration: 2.000288064s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:17.78778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.787357Z","time spent":"2.000418016s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:17.89949Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.689597632s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:08:18.172366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.173301Z","time spent":"4.999055019s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T10:08:18.172417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.173533Z","time spent":"4.998869845s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 10:08:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/07 10:08:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:18.431763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000569229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:08:18.431837Z","caller":"traceutil/trace.go:171","msg":"trace[1527870421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000724353s","start":"2026-05-07T10:08:16.431097Z","end":"2026-05-07T10:08:18.431821Z","steps":["trace[1527870421] 'agreement among raft nodes before linearized reading' (duration: 2.00062077s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:18.431876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:16.431079Z","time spent":"2.000788815s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:18.996743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475805621s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-07T10:08:19.796435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000526109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:19.796519Z","caller":"traceutil/trace.go:171","msg":"trace[840820539] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000673582s","start":"2026-05-07T10:08:17.795826Z","end":"2026-05-07T10:08:19.7965Z","steps":["trace[840820539] 'agreement among raft nodes before linearized reading' (duration: 2.0005577s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:19.796566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:17.795808Z","time spent":"2.000748204s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:08:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:20.165493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.167766Z","time spent":"4.997717638s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 10:08:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:20.166001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.16956Z","time spent":"4.996433147s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 10:08:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:20.167211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.168591Z","time spent":"4.998617448s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T10:08:20.167241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.169034Z","time spent":"4.998204439s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T10:08:20.16906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.170422Z","time spent":"4.998635029s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 10:08:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:20.170458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.171738Z","time spent":"4.998717551s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T10:08:20.173408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.173365Z","time spent":"7.000040368s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T10:08:20.173501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.173395Z","time spent":"7.0001022s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T10:08:20.174396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.174081Z","time spent":"7.000311265s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T10:08:20.739734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.291084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:20.739794Z","caller":"traceutil/trace.go:171","msg":"trace[2139117859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"566.373875ms","start":"2026-05-07T10:08:20.173407Z","end":"2026-05-07T10:08:20.739781Z","steps":["trace[2139117859] 'agreement among raft nodes before linearized reading' (duration: 566.299084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:20.739828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.173402Z","time spent":"566.418727ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/07 10:08:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:20.810583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.245063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:20.810667Z","caller":"traceutil/trace.go:171","msg":"trace[248087008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"637.381327ms","start":"2026-05-07T10:08:20.173268Z","end":"2026-05-07T10:08:20.810649Z","steps":["trace[248087008] 'agreement among raft nodes before linearized reading' (duration: 637.254374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:20.810717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.173261Z","time spent":"637.441808ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/07 10:08:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:21.086766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:14.086298Z","time spent":"7.000457808s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T10:08:21.391715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.710149497s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T10:08:21.413785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.24070393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:21.413957Z","caller":"traceutil/trace.go:171","msg":"trace[1345744882] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; }","duration":"8.240956755s","start":"2026-05-07T10:08:13.172972Z","end":"2026-05-07T10:08:21.413928Z","steps":["trace[1345744882] 'agreement among raft nodes before linearized reading' (duration: 8.240711389s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.414022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.172963Z","time spent":"8.241043897s","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:21.414666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.241532969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:21.414723Z","caller":"traceutil/trace.go:171","msg":"trace[104784438] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; }","duration":"8.241617941s","start":"2026-05-07T10:08:13.17309Z","end":"2026-05-07T10:08:21.414708Z","steps":["trace[104784438] 'agreement among raft nodes before linearized reading' (duration: 8.241551849s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.41476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.173087Z","time spent":"8.241664072s","remote":"127.0.0.1:46902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:21.414866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.241586341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:21.414961Z","caller":"traceutil/trace.go:171","msg":"trace[1520486679] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; }","duration":"8.241746094s","start":"2026-05-07T10:08:13.173191Z","end":"2026-05-07T10:08:21.414937Z","steps":["trace[1520486679] 'agreement among raft nodes before linearized reading' (duration: 8.24159781s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.415028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.173141Z","time spent":"8.241863687s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:21.415758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.421029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad40a0d6c2777d\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:21.415805Z","caller":"traceutil/trace.go:171","msg":"trace[1080260729] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad40a0d6c2777d; range_end:; }","duration":"830.508081ms","start":"2026-05-07T10:08:20.585284Z","end":"2026-05-07T10:08:21.415792Z","steps":["trace[1080260729] 'agreement among raft nodes before linearized reading' (duration: 830.45461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.415846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.585262Z","time spent":"830.569982ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18ad40a0d6c2777d\" "} 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:21.415865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.242705046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-07T10:08:21.4159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.242502282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-07T10:08:21.415949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.241091389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:21.415977Z","caller":"traceutil/trace.go:171","msg":"trace[1895636956] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; }","duration":"8.241129379s","start":"2026-05-07T10:08:13.17484Z","end":"2026-05-07T10:08:21.415969Z","steps":["trace[1895636956] 'agreement among raft nodes before linearized reading' (duration: 8.241102469s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.415986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.241057017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:21.416015Z","caller":"traceutil/trace.go:171","msg":"trace[1562895497] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; }","duration":"8.241094369s","start":"2026-05-07T10:08:13.174914Z","end":"2026-05-07T10:08:21.416008Z","steps":["trace[1562895497] 'agreement among raft nodes before linearized reading' (duration: 8.241064448s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:21.415949Z","caller":"traceutil/trace.go:171","msg":"trace[1368683356] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; }","duration":"8.242565463s","start":"2026-05-07T10:08:13.17337Z","end":"2026-05-07T10:08:21.415935Z","steps":["trace[1368683356] 'agreement among raft nodes before linearized reading' (duration: 8.242510082s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.416034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.242973793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-07T10:08:21.416047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.174907Z","time spent":"8.24113237s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"warn","ts":"2026-05-07T10:08:21.41605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.173364Z","time spent":"8.242678396s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-07T10:08:21.416072Z","caller":"traceutil/trace.go:171","msg":"trace[1493952234] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; }","duration":"8.243014073s","start":"2026-05-07T10:08:13.173041Z","end":"2026-05-07T10:08:21.416055Z","steps":["trace[1493952234] 'agreement among raft nodes before linearized reading' (duration: 8.242982883s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.416211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.243110546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-07T10:08:21.416229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.173037Z","time spent":"8.243186768s","remote":"127.0.0.1:46902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-05-07T10:08:21.41624Z","caller":"traceutil/trace.go:171","msg":"trace[1426228188] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; }","duration":"8.243157817s","start":"2026-05-07T10:08:13.173075Z","end":"2026-05-07T10:08:21.416232Z","steps":["trace[1426228188] 'agreement among raft nodes before linearized reading' (duration: 8.243127377s)"],"step_count":1} 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:21.416242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.241096988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-07T10:08:21.4163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.242382319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-07T10:08:21.416312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.243236349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:21.416327Z","caller":"traceutil/trace.go:171","msg":"trace[1076016066] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; }","duration":"8.242413599s","start":"2026-05-07T10:08:13.173906Z","end":"2026-05-07T10:08:21.416319Z","steps":["trace[1076016066] 'agreement among raft nodes before linearized reading' (duration: 8.242387669s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.416267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.173068Z","time spent":"8.243193678s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"info","ts":"2026-05-07T10:08:21.416342Z","caller":"traceutil/trace.go:171","msg":"trace[99851399] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; }","duration":"8.24327235s","start":"2026-05-07T10:08:13.173062Z","end":"2026-05-07T10:08:21.416334Z","steps":["trace[99851399] 'agreement among raft nodes before linearized reading' (duration: 8.243242599s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.416355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.173903Z","time spent":"8.2424478s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-05-07T10:08:21.41637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.173058Z","time spent":"8.243306231s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" "} {"level":"info","ts":"2026-05-07T10:08:21.416326Z","caller":"traceutil/trace.go:171","msg":"trace[249409213] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; }","duration":"8.241190431s","start":"2026-05-07T10:08:13.175127Z","end":"2026-05-07T10:08:21.416317Z","steps":["trace[249409213] 'agreement among raft nodes before linearized reading' (duration: 8.241106179s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.416011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.174835Z","time spent":"8.24116529s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:21.416106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.241931608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-07T10:08:21.416419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.242520062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:21.416436Z","caller":"traceutil/trace.go:171","msg":"trace[492250040] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; }","duration":"8.242268866s","start":"2026-05-07T10:08:13.17416Z","end":"2026-05-07T10:08:21.416429Z","steps":["trace[492250040] 'agreement among raft nodes before linearized reading' (duration: 8.241938288s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:21.416442Z","caller":"traceutil/trace.go:171","msg":"trace[764132640] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; }","duration":"8.242550213s","start":"2026-05-07T10:08:13.173885Z","end":"2026-05-07T10:08:21.416435Z","steps":["trace[764132640] 'agreement among raft nodes before linearized reading' (duration: 8.242527423s)"],"step_count":1} 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:21.416463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.174157Z","time spent":"8.242300367s","remote":"127.0.0.1:46902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-07T10:08:21.416471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.173882Z","time spent":"8.242583134s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-07T10:08:21.415914Z","caller":"traceutil/trace.go:171","msg":"trace[133816805] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; }","duration":"8.242764938s","start":"2026-05-07T10:08:13.173135Z","end":"2026-05-07T10:08:21.415899Z","steps":["trace[133816805] 'agreement among raft nodes before linearized reading' (duration: 8.242709546s)"],"step_count":1} 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:21.416108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.242911871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:21.416858Z","caller":"traceutil/trace.go:171","msg":"trace[793977251] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; }","duration":"8.243496425s","start":"2026-05-07T10:08:13.173139Z","end":"2026-05-07T10:08:21.416635Z","steps":["trace[793977251] 'agreement among raft nodes before linearized reading' (duration: 8.242961512s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.416128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.241256183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-07T10:08:21.417623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.173128Z","time spent":"8.243885694s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-05-07T10:08:21.417658Z","caller":"traceutil/trace.go:171","msg":"trace[32860263] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; }","duration":"8.242774678s","start":"2026-05-07T10:08:13.174854Z","end":"2026-05-07T10:08:21.417628Z","steps":["trace[32860263] 'agreement among raft nodes before linearized reading' (duration: 8.241266963s)"],"step_count":1} 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:21.417762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.174848Z","time spent":"8.24287154s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:21.416141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.242953692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:21.417909Z","caller":"traceutil/trace.go:171","msg":"trace[350938172] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; }","duration":"8.244723594s","start":"2026-05-07T10:08:13.173176Z","end":"2026-05-07T10:08:21.417899Z","steps":["trace[350938172] 'agreement among raft nodes before linearized reading' (duration: 8.242960152s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.416139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.240893474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-07T10:08:21.416164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.243065805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-07T10:08:21.416177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.243230139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-07T10:08:21.416193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.242415639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-07T10:08:21.416404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.175099Z","time spent":"8.241295003s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-07T10:08:21.416574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.173131Z","time spent":"8.243397442s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:21.418143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.17315Z","time spent":"8.24498008s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-07T10:08:21.418211Z","caller":"traceutil/trace.go:171","msg":"trace[1882501604] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; }","duration":"8.242970313s","start":"2026-05-07T10:08:13.175231Z","end":"2026-05-07T10:08:21.418201Z","steps":["trace[1882501604] 'agreement among raft nodes before linearized reading' (duration: 8.240902024s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.41824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.175227Z","time spent":"8.243004253s","remote":"127.0.0.1:46902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-07T10:08:21.418299Z","caller":"traceutil/trace.go:171","msg":"trace[901977867] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; }","duration":"8.245200675s","start":"2026-05-07T10:08:13.173091Z","end":"2026-05-07T10:08:21.418292Z","steps":["trace[901977867] 'agreement among raft nodes before linearized reading' (duration: 8.243064755s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.418325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.173079Z","time spent":"8.245237946s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/openstack/nova-compute-default\" "} 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-07T10:08:21.418376Z","caller":"traceutil/trace.go:171","msg":"trace[654750843] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; }","duration":"8.245471412s","start":"2026-05-07T10:08:13.172898Z","end":"2026-05-07T10:08:21.418369Z","steps":["trace[654750843] 'agreement among raft nodes before linearized reading' (duration: 8.2432733s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.418401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.172876Z","time spent":"8.245518632s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-07T10:08:21.418453Z","caller":"traceutil/trace.go:171","msg":"trace[1012408811] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; }","duration":"8.244682613s","start":"2026-05-07T10:08:13.173763Z","end":"2026-05-07T10:08:21.418446Z","steps":["trace[1012408811] 'agreement among raft nodes before linearized reading' (duration: 8.24242442s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.418486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.173758Z","time spent":"8.244721044s","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/07 10:08:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:21.558862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:14.558061Z","time spent":"7.000794146s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T10:08:21.797021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999996126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:08:21.797089Z","caller":"traceutil/trace.go:171","msg":"trace[1883656984] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000127729s","start":"2026-05-07T10:08:19.796943Z","end":"2026-05-07T10:08:21.797071Z","steps":["trace[1883656984] 'agreement among raft nodes before linearized reading' (duration: 2.000034237s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:21.797125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.796921Z","time spent":"2.000199301s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:21.946001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949096057s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-07T10:08:22.170259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.169497Z","time spent":"7.000750505s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T10:08:22.623289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.62301Z","time spent":"7.000271354s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T10:08:23.235928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289744446s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-05-07T10:08:23.524411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998497696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:23.524515Z","caller":"traceutil/trace.go:171","msg":"trace[1448772567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99868212s","start":"2026-05-07T10:08:18.525808Z","end":"2026-05-07T10:08:23.52449Z","steps":["trace[1448772567] 'agreement among raft nodes before linearized reading' (duration: 4.998533457s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:23.524571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:18.525785Z","time spent":"4.998774763s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/07 10:08:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:23.80737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000702883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:08:23.807444Z","caller":"traceutil/trace.go:171","msg":"trace[1906410887] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000821087s","start":"2026-05-07T10:08:21.806605Z","end":"2026-05-07T10:08:23.807426Z","steps":["trace[1906410887] 'agreement among raft nodes before linearized reading' (duration: 2.000713824s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:23.807488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.806593Z","time spent":"2.000888198s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:08:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:24.783864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:24.161086Z","time spent":"622.769882ms","remote":"127.0.0.1:40508","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T10:08:24.806415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570279427s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-05-07T10:08:25.164867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996934809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:25.164958Z","caller":"traceutil/trace.go:171","msg":"trace[1357448052] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997058913s","start":"2026-05-07T10:08:20.167875Z","end":"2026-05-07T10:08:25.164934Z","steps":["trace[1357448052] 'agreement among raft nodes before linearized reading' (duration: 4.99695182s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.164997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.167853Z","time spent":"4.997133704s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/07 10:08:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:25.165651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9982624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:25.165746Z","caller":"traceutil/trace.go:171","msg":"trace[1260803817] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998407144s","start":"2026-05-07T10:08:20.167315Z","end":"2026-05-07T10:08:25.165723Z","steps":["trace[1260803817] 'agreement among raft nodes before linearized reading' (duration: 4.998283951s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.1658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.167303Z","time spent":"4.998488136s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/07 10:08:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:25.167493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99211055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-07T10:08:25.167506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996911639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:25.167534Z","caller":"traceutil/trace.go:171","msg":"trace[1880762391] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.992206462s","start":"2026-05-07T10:08:22.175317Z","end":"2026-05-07T10:08:25.167523Z","steps":["trace[1880762391] 'agreement among raft nodes before linearized reading' (duration: 2.992153581s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:25.167551Z","caller":"traceutil/trace.go:171","msg":"trace[887792060] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.99697917s","start":"2026-05-07T10:08:20.17056Z","end":"2026-05-07T10:08:25.16754Z","steps":["trace[887792060] 'agreement among raft nodes before linearized reading' (duration: 4.996921728s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.167562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:22.17528Z","time spent":"2.992275344s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T10:08:25.16752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996026398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-07T10:08:25.167585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.170553Z","time spent":"4.997024062s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-05-07T10:08:25.167628Z","caller":"traceutil/trace.go:171","msg":"trace[474068147] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.996183641s","start":"2026-05-07T10:08:20.171415Z","end":"2026-05-07T10:08:25.167599Z","steps":["trace[474068147] 'agreement among raft nodes before linearized reading' (duration: 4.996046848s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.167682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.171403Z","time spent":"4.996270764s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/07 10:08:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/07 10:08:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/07 10:08:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:25.169163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998399364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:25.169204Z","caller":"traceutil/trace.go:171","msg":"trace[703638815] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998476576s","start":"2026-05-07T10:08:20.170718Z","end":"2026-05-07T10:08:25.169195Z","steps":["trace[703638815] 'agreement among raft nodes before linearized reading' (duration: 4.998429885s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.169229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.1707Z","time spent":"4.998521726s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/05/07 10:08:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:25.170667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999189602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:25.170749Z","caller":"traceutil/trace.go:171","msg":"trace[1930838811] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999322565s","start":"2026-05-07T10:08:20.171409Z","end":"2026-05-07T10:08:25.170732Z","steps":["trace[1930838811] 'agreement among raft nodes before linearized reading' (duration: 4.999202282s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.170794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.171402Z","time spent":"4.999382727s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/05/07 10:08:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:25.26654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.100843992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:25.266636Z","caller":"traceutil/trace.go:171","msg":"trace[243625902] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"12.100967695s","start":"2026-05-07T10:08:13.165648Z","end":"2026-05-07T10:08:25.266616Z","steps":["trace[243625902] 'agreement among raft nodes before linearized reading' (duration: 12.100855882s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.266686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.165628Z","time spent":"12.101047557s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/07 10:08:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:25.74068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.743319Z","time spent":"4.997349248s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T10:08:25.807744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000124709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:08:25.807857Z","caller":"traceutil/trace.go:171","msg":"trace[1187404066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000327923s","start":"2026-05-07T10:08:23.807505Z","end":"2026-05-07T10:08:25.807833Z","steps":["trace[1187404066] 'agreement among raft nodes before linearized reading' (duration: 2.000160309s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:25.807909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.807483Z","time spent":"2.000416246s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:25.996552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189885615s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:25.996769Z","caller":"traceutil/trace.go:171","msg":"trace[1932777132] linearizableReadLoop","detail":"{readStateIndex:26264; appliedIndex:26256; }","duration":"12.831074442s","start":"2026-05-07T10:08:13.165668Z","end":"2026-05-07T10:08:25.996742Z","steps":["trace[1932777132] 'read index received' (duration: 919.120175ms)","trace[1932777132] 'applied index is now lower than readState.Index' (duration: 11.911952217s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:26.682142Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"2f679e01baef903c","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-07T10:08:26.936479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006414303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:26.936611Z","caller":"traceutil/trace.go:171","msg":"trace[334758169] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.006627288s","start":"2026-05-07T10:08:16.929954Z","end":"2026-05-07T10:08:26.936581Z","steps":["trace[334758169] 'agreement among raft nodes before linearized reading' (duration: 10.006448674s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:26.936682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:16.929929Z","time spent":"10.006737231s","remote":"127.0.0.1:42830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/05/07 10:08:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:26.945974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:26.389635Z","time spent":"556.33085ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T10:08:27.710727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.709664Z","time spent":"7.001051562s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T10:08:27.719392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.744592Z","time spent":"6.974790314s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/07 10:08:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:27.81743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000138661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T10:08:27.817526Z","caller":"traceutil/trace.go:171","msg":"trace[511818185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300784s","start":"2026-05-07T10:08:25.817203Z","end":"2026-05-07T10:08:27.817504Z","steps":["trace[511818185] 'agreement among raft nodes before linearized reading' (duration: 2.000172161s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:27.817579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:25.817179Z","time spent":"2.000390086s","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:08:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:28.059511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062707662s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-05-07T10:08:28.307265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.560695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:28.421759Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22168,"took":"11.897970858s","hash":4129075011,"current-db-size-bytes":56172544,"current-db-size":"56 MB","current-db-size-in-use-bytes":42987520,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-05-07T10:08:28.421906Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4129075011,"revision":22168,"compact-revision":19915} {"level":"warn","ts":"2026-05-07T10:08:28.422524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.019696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-05-07T10:08:28.524444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996943724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:28.524554Z","caller":"traceutil/trace.go:171","msg":"trace[301383841] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997116808s","start":"2026-05-07T10:08:25.527407Z","end":"2026-05-07T10:08:28.524524Z","steps":["trace[301383841] 'agreement among raft nodes before linearized reading' (duration: 2.996981345s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:28.524604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:25.527381Z","time spent":"2.99721364s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/07 10:08:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:28.918059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.105689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-05-07T10:08:29.253991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.498483ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T10:08:29.254532Z","caller":"traceutil/trace.go:171","msg":"trace[423379585] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"5.965500557s","start":"2026-05-07T10:08:23.289009Z","end":"2026-05-07T10:08:29.25451Z","steps":["trace[423379585] 'process raft request' (duration: 5.96520787s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.25465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.288982Z","time spent":"5.9655946s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:29.555825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.993578244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:29.555884Z","caller":"traceutil/trace.go:171","msg":"trace[1824194100] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.993668236s","start":"2026-05-07T10:08:21.562201Z","end":"2026-05-07T10:08:29.55587Z","steps":["trace[1824194100] 'agreement among raft nodes before linearized reading' (duration: 7.993589404s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.555915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.562194Z","time spent":"7.993715427s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/05/07 10:08:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:29.762292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.650024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-07T10:08:29.762652Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"46.401µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-05-07T10:08:29.762997Z","caller":"traceutil/trace.go:171","msg":"trace[836361875] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25441; }","duration":"4.593576238s","start":"2026-05-07T10:08:25.169386Z","end":"2026-05-07T10:08:29.762962Z","steps":["trace[836361875] 'process raft request' (duration: 4.593113427s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.763023Z","caller":"traceutil/trace.go:171","msg":"trace[1130195883] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"4.590656729s","start":"2026-05-07T10:08:25.172336Z","end":"2026-05-07T10:08:29.762993Z","steps":["trace[1130195883] 'process raft request' (duration: 4.590192098s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.763024Z","caller":"traceutil/trace.go:171","msg":"trace[378726931] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"6.219719289s","start":"2026-05-07T10:08:23.54327Z","end":"2026-05-07T10:08:29.762989Z","steps":["trace[378726931] 'process raft request' (duration: 5.711225585s)","trace[378726931] 'compare' (duration: 507.109541ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:29.763184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:25.172312Z","time spent":"4.590766422s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T10:08:29.763201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.543249Z","time spent":"6.219841671s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:29.763228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:25.169354Z","time spent":"4.593718051s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":52,"response count":0,"response size":551,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:29.763254Z","caller":"traceutil/trace.go:171","msg":"trace[1863221276] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25441; }","duration":"4.593926896s","start":"2026-05-07T10:08:25.169309Z","end":"2026-05-07T10:08:29.763236Z","steps":["trace[1863221276] 'process raft request' (duration: 4.593103146s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.763332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:25.169278Z","time spent":"4.594009838s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:29.763156Z","caller":"traceutil/trace.go:171","msg":"trace[1852968916] linearizableReadLoop","detail":"{readStateIndex:26283; appliedIndex:26264; }","duration":"3.766247753s","start":"2026-05-07T10:08:25.996799Z","end":"2026-05-07T10:08:29.763047Z","steps":["trace[1852968916] 'read index received' (duration: 82.212µs)","trace[1852968916] 'applied index is now lower than readState.Index' (duration: 3.766161211s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:29.763399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.457159942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:29.763461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.265601228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:29.763451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.6439298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:29.763493Z","caller":"traceutil/trace.go:171","msg":"trace[563739374] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25442; }","duration":"6.265660899s","start":"2026-05-07T10:08:23.497821Z","end":"2026-05-07T10:08:29.763482Z","steps":["trace[563739374] 'agreement among raft nodes before linearized reading' (duration: 6.265609078s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.763357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.626144923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:29.763519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.322499928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:29.763544Z","caller":"traceutil/trace.go:171","msg":"trace[78415461] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25442; }","duration":"5.626402339s","start":"2026-05-07T10:08:24.13713Z","end":"2026-05-07T10:08:29.763533Z","steps":["trace[78415461] 'agreement among raft nodes before linearized reading' (duration: 5.626142272s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.763765Z","caller":"traceutil/trace.go:171","msg":"trace[2466557] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25442; }","duration":"5.32259809s","start":"2026-05-07T10:08:24.440966Z","end":"2026-05-07T10:08:29.763564Z","steps":["trace[2466557] 'agreement among raft nodes before linearized reading' (duration: 5.322497568s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.763784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.303598842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:29.763824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:24.440944Z","time spent":"5.322864767s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.763838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.885332611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:29.76384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.043882413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:29.76387Z","caller":"traceutil/trace.go:171","msg":"trace[719424678] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25442; }","duration":"5.885401782s","start":"2026-05-07T10:08:23.878458Z","end":"2026-05-07T10:08:29.76386Z","steps":["trace[719424678] 'agreement among raft nodes before linearized reading' (duration: 5.885356181s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.763883Z","caller":"traceutil/trace.go:171","msg":"trace[590019842] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25442; }","duration":"11.043956395s","start":"2026-05-07T10:08:18.719913Z","end":"2026-05-07T10:08:29.763869Z","steps":["trace[590019842] 'agreement among raft nodes before linearized reading' (duration: 11.043886523s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.763887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.724162911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:29.763907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.878431Z","time spent":"5.885468674s","remote":"127.0.0.1:42754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.76387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.327153577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:29.763935Z","caller":"traceutil/trace.go:171","msg":"trace[1682247149] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25442; }","duration":"15.724251483s","start":"2026-05-07T10:08:14.039666Z","end":"2026-05-07T10:08:29.763918Z","steps":["trace[1682247149] 'agreement among raft nodes before linearized reading' (duration: 15.724188081s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.763492Z","caller":"traceutil/trace.go:171","msg":"trace[1797849191] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25442; }","duration":"13.457281885s","start":"2026-05-07T10:08:16.306191Z","end":"2026-05-07T10:08:29.763473Z","steps":["trace[1797849191] 'agreement among raft nodes before linearized reading' (duration: 13.457086271s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.763978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.120128867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:29.763921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:18.719886Z","time spent":"11.044025397s","remote":"127.0.0.1:44082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.763996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:14.039638Z","time spent":"15.724345505s","remote":"127.0.0.1:33564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.764015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:16.306128Z","time spent":"13.45787155s","remote":"127.0.0.1:42580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:29.763979Z","caller":"traceutil/trace.go:171","msg":"trace[1711767520] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25442; }","duration":"5.327325861s","start":"2026-05-07T10:08:24.436624Z","end":"2026-05-07T10:08:29.76395Z","steps":["trace[1711767520] 'agreement among raft nodes before linearized reading' (duration: 5.326947553s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.763796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.715114206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f\" ","response":"range_response_count:1 size:3758"} {"level":"warn","ts":"2026-05-07T10:08:29.764025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.569068306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-05-07T10:08:29.764069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:24.436601Z","time spent":"5.327454085s","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.763865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.162074248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-05-07T10:08:29.763919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.594563571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f\" ","response":"range_response_count:1 size:3758"} {"level":"warn","ts":"2026-05-07T10:08:29.763776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:24.137101Z","time spent":"5.626479021s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:29.764106Z","caller":"traceutil/trace.go:171","msg":"trace[619537327] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25442; }","duration":"14.162366225s","start":"2026-05-07T10:08:15.601731Z","end":"2026-05-07T10:08:29.764097Z","steps":["trace[619537327] 'agreement among raft nodes before linearized reading' (duration: 14.161789981s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.764096Z","caller":"traceutil/trace.go:171","msg":"trace[1101691054] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25442; }","duration":"13.569171769s","start":"2026-05-07T10:08:16.19491Z","end":"2026-05-07T10:08:29.764082Z","steps":["trace[1101691054] 'agreement among raft nodes before linearized reading' (duration: 13.569063826s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.764133Z","caller":"traceutil/trace.go:171","msg":"trace[445561811] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f; range_end:; response_count:1; response_revision:25442; }","duration":"15.594815647s","start":"2026-05-07T10:08:14.169295Z","end":"2026-05-07T10:08:29.764111Z","steps":["trace[445561811] 'agreement among raft nodes before linearized reading' (duration: 15.594265304s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.763953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.568288847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-07T10:08:29.764183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:14.16925Z","time spent":"15.59491968s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f\" "} {"level":"warn","ts":"2026-05-07T10:08:29.764181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:16.194888Z","time spent":"13.569282091s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T10:08:29.76382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.797879405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:29.764046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.266517435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:29.764248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.705473124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:29.764027Z","caller":"traceutil/trace.go:171","msg":"trace[160576597] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25442; }","duration":"11.120202329s","start":"2026-05-07T10:08:18.64381Z","end":"2026-05-07T10:08:29.764013Z","steps":["trace[160576597] 'agreement among raft nodes before linearized reading' (duration: 11.120134187s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.764301Z","caller":"traceutil/trace.go:171","msg":"trace[2105782470] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25442; }","duration":"14.266765701s","start":"2026-05-07T10:08:15.497512Z","end":"2026-05-07T10:08:29.764277Z","steps":["trace[2105782470] 'agreement among raft nodes before linearized reading' (duration: 14.266478034s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.76431Z","caller":"traceutil/trace.go:171","msg":"trace[132492466] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25442; }","duration":"14.705583186s","start":"2026-05-07T10:08:15.058705Z","end":"2026-05-07T10:08:29.764288Z","steps":["trace[132492466] 'agreement among raft nodes before linearized reading' (duration: 14.705485694s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.763834Z","caller":"traceutil/trace.go:171","msg":"trace[329468130] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25442; }","duration":"6.303830937s","start":"2026-05-07T10:08:23.459987Z","end":"2026-05-07T10:08:29.763818Z","steps":["trace[329468130] 'agreement among raft nodes before linearized reading' (duration: 6.303564061s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.764333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.525923574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:29.764348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.497465Z","time spent":"14.266867454s","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.764347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:18.643793Z","time spent":"11.120532106s","remote":"127.0.0.1:42678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.76436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.058676Z","time spent":"14.705669318s","remote":"127.0.0.1:42898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:29.764371Z","caller":"traceutil/trace.go:171","msg":"trace[243127632] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25442; }","duration":"11.526008776s","start":"2026-05-07T10:08:18.238354Z","end":"2026-05-07T10:08:29.764362Z","steps":["trace[243127632] 'agreement among raft nodes before linearized reading' (duration: 11.525948055s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.764405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:18.238332Z","time spent":"11.526062088s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.764071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.005008881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:29.764421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.136633912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-05-07T10:08:29.764509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.070537816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:29.764068Z","caller":"traceutil/trace.go:171","msg":"trace[345629576] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f; range_end:; response_count:1; response_revision:25442; }","duration":"5.715424793s","start":"2026-05-07T10:08:24.048632Z","end":"2026-05-07T10:08:29.764057Z","steps":["trace[345629576] 'agreement among raft nodes before linearized reading' (duration: 5.714921531s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.764546Z","caller":"traceutil/trace.go:171","msg":"trace[1044255029] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25442; }","duration":"13.070609367s","start":"2026-05-07T10:08:16.693924Z","end":"2026-05-07T10:08:29.764533Z","steps":["trace[1044255029] 'agreement among raft nodes before linearized reading' (duration: 13.070562856s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.764559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.95716964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:29.764144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:15.601691Z","time spent":"14.162442097s","remote":"127.0.0.1:46902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-05-07T10:08:29.764361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.459906Z","time spent":"6.304441792s","remote":"127.0.0.1:42830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.764586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:16.693889Z","time spent":"13.070686119s","remote":"127.0.0.1:42668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:29.764603Z","caller":"traceutil/trace.go:171","msg":"trace[568427921] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25442; }","duration":"11.957265923s","start":"2026-05-07T10:08:17.807324Z","end":"2026-05-07T10:08:29.76459Z","steps":["trace[568427921] 'agreement among raft nodes before linearized reading' (duration: 11.957207011s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.764443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.040305385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:29.764647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:17.807298Z","time spent":"11.957337484s","remote":"127.0.0.1:33664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:29.764537Z","caller":"traceutil/trace.go:171","msg":"trace[1472581178] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25442; }","duration":"7.136805686s","start":"2026-05-07T10:08:22.627715Z","end":"2026-05-07T10:08:29.764521Z","steps":["trace[1472581178] 'agreement among raft nodes before linearized reading' (duration: 7.136421927s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.764651Z","caller":"traceutil/trace.go:171","msg":"trace[2089371723] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25442; }","duration":"13.04051785s","start":"2026-05-07T10:08:16.72412Z","end":"2026-05-07T10:08:29.764638Z","steps":["trace[2089371723] 'agreement among raft nodes before linearized reading' (duration: 13.040271904s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.764503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.704517025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:29.764756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:16.724074Z","time spent":"13.040665773s","remote":"127.0.0.1:49448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.76353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.596587987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-07T10:08:29.763939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.56148108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:29.764835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.231208425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:29.763523Z","caller":"traceutil/trace.go:171","msg":"trace[1725040040] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25442; }","duration":"6.644089793s","start":"2026-05-07T10:08:23.119411Z","end":"2026-05-07T10:08:29.7635Z","steps":["trace[1725040040] 'agreement among raft nodes before linearized reading' (duration: 6.643856927s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.764919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.329531668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:29.764935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.080197913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-07T10:08:29.764971Z","caller":"traceutil/trace.go:171","msg":"trace[30248613] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25442; }","duration":"8.32961564s","start":"2026-05-07T10:08:21.435342Z","end":"2026-05-07T10:08:29.764958Z","steps":["trace[30248613] 'agreement among raft nodes before linearized reading' (duration: 8.329529508s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.764984Z","caller":"traceutil/trace.go:171","msg":"trace[185561804] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25442; }","duration":"13.080278186s","start":"2026-05-07T10:08:16.684692Z","end":"2026-05-07T10:08:29.76497Z","steps":["trace[185561804] 'agreement among raft nodes before linearized reading' (duration: 13.080125082s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.765015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.435321Z","time spent":"8.329682161s","remote":"127.0.0.1:42878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.765017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.676997653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-07T10:08:29.765042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:16.684673Z","time spent":"13.080356097s","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-07T10:08:29.765072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.206255035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:29.765051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.798404328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:29.765105Z","caller":"traceutil/trace.go:171","msg":"trace[1407298150] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25442; }","duration":"10.206328636s","start":"2026-05-07T10:08:19.558766Z","end":"2026-05-07T10:08:29.765094Z","steps":["trace[1407298150] 'agreement among raft nodes before linearized reading' (duration: 10.206281775s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.765141Z","caller":"traceutil/trace.go:171","msg":"trace[478217837] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25442; }","duration":"9.798532361s","start":"2026-05-07T10:08:19.966598Z","end":"2026-05-07T10:08:29.76513Z","steps":["trace[478217837] 'agreement among raft nodes before linearized reading' (duration: 9.798413189s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.765157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.558734Z","time spent":"10.206413169s","remote":"127.0.0.1:33644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.765157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.761254574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:29.765026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.642908809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:29.765179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.966579Z","time spent":"9.798588983s","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:29.765217Z","caller":"traceutil/trace.go:171","msg":"trace[1299413450] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25442; }","duration":"10.643136474s","start":"2026-05-07T10:08:19.122069Z","end":"2026-05-07T10:08:29.765205Z","steps":["trace[1299413450] 'agreement among raft nodes before linearized reading' (duration: 10.642925539s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.765217Z","caller":"traceutil/trace.go:171","msg":"trace[2061006989] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25442; }","duration":"10.761331325s","start":"2026-05-07T10:08:19.003867Z","end":"2026-05-07T10:08:29.765199Z","steps":["trace[2061006989] 'agreement among raft nodes before linearized reading' (duration: 10.761209132s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.765258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.122044Z","time spent":"10.643202026s","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.765277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.003862Z","time spent":"10.761392436s","remote":"127.0.0.1:34710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:29.765065Z","caller":"traceutil/trace.go:171","msg":"trace[1221071200] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:25442; }","duration":"8.677046205s","start":"2026-05-07T10:08:21.088007Z","end":"2026-05-07T10:08:29.765054Z","steps":["trace[1221071200] 'agreement among raft nodes before linearized reading' (duration: 8.676918252s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.765413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.087955Z","time spent":"8.677449605s","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-05-07T10:08:29.765407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.764476928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T10:08:29.765463Z","caller":"traceutil/trace.go:171","msg":"trace[1146096146] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25442; }","duration":"10.764564741s","start":"2026-05-07T10:08:19.000886Z","end":"2026-05-07T10:08:29.765451Z","steps":["trace[1146096146] 'agreement among raft nodes before linearized reading' (duration: 10.764246823s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.765506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:19.000871Z","time spent":"10.764622792s","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":234,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.763438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.290986659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:29.764452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.306071092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-05-07T10:08:29.76353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.497809Z","time spent":"6.26571364s","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.764576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:24.048613Z","time spent":"5.715953266s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f\" "} {"level":"warn","ts":"2026-05-07T10:08:29.765551Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"2f679e01baef903c","error":"lease not found"} {"level":"warn","ts":"2026-05-07T10:08:29.763911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.967535557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:29.765714Z","caller":"traceutil/trace.go:171","msg":"trace[327226797] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25442; }","duration":"10.969658367s","start":"2026-05-07T10:08:18.79604Z","end":"2026-05-07T10:08:29.765698Z","steps":["trace[327226797] 'agreement among raft nodes before linearized reading' (duration: 10.967217879s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.765742Z","caller":"traceutil/trace.go:171","msg":"trace[1915790878] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25442; }","duration":"4.293319484s","start":"2026-05-07T10:08:25.472407Z","end":"2026-05-07T10:08:29.765726Z","steps":["trace[1915790878] 'agreement among raft nodes before linearized reading' (duration: 4.290987539s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.765773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:18.795978Z","time spent":"10.969777369s","remote":"127.0.0.1:48022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.76579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:25.472385Z","time spent":"4.293388977s","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:29.765961Z","caller":"traceutil/trace.go:171","msg":"trace[1656850938] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25442; }","duration":"16.307604139s","start":"2026-05-07T10:08:13.458344Z","end":"2026-05-07T10:08:29.765949Z","steps":["trace[1656850938] 'agreement among raft nodes before linearized reading' (duration: 16.306040642s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.764782Z","caller":"traceutil/trace.go:171","msg":"trace[77229159] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25442; }","duration":"11.704832674s","start":"2026-05-07T10:08:18.059927Z","end":"2026-05-07T10:08:29.76476Z","steps":["trace[77229159] 'agreement among raft nodes before linearized reading' (duration: 11.704544437s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.764276Z","caller":"traceutil/trace.go:171","msg":"trace[1586131459] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25442; }","duration":"15.798336196s","start":"2026-05-07T10:08:13.96592Z","end":"2026-05-07T10:08:29.764257Z","steps":["trace[1586131459] 'agreement among raft nodes before linearized reading' (duration: 15.79765512s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.764793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.002230083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269049"} {"level":"warn","ts":"2026-05-07T10:08:29.764313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.534493327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:29.764663Z","caller":"traceutil/trace.go:171","msg":"trace[1571644748] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25442; }","duration":"15.005980914s","start":"2026-05-07T10:08:14.758514Z","end":"2026-05-07T10:08:29.764495Z","steps":["trace[1571644748] 'agreement among raft nodes before linearized reading' (duration: 15.004817297s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.764219Z","caller":"traceutil/trace.go:171","msg":"trace[1097495916] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25442; }","duration":"13.568590335s","start":"2026-05-07T10:08:16.195614Z","end":"2026-05-07T10:08:29.764205Z","steps":["trace[1097495916] 'agreement among raft nodes before linearized reading' (duration: 13.568276487s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.764889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.053398564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:29.764899Z","caller":"traceutil/trace.go:171","msg":"trace[1308041425] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25442; }","duration":"8.231291256s","start":"2026-05-07T10:08:21.533586Z","end":"2026-05-07T10:08:29.764878Z","steps":["trace[1308041425] 'agreement among raft nodes before linearized reading' (duration: 8.231212275s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:29.764903Z","caller":"traceutil/trace.go:171","msg":"trace[1889761621] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c; range_end:; response_count:1; response_revision:25442; }","duration":"16.597985871s","start":"2026-05-07T10:08:13.16688Z","end":"2026-05-07T10:08:29.764866Z","steps":["trace[1889761621] 'agreement among raft nodes before linearized reading' (duration: 16.596381633s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.76477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.073914513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:08:29.766047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.166868Z","time spent":"16.599166819s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c\" "} {"level":"warn","ts":"2026-05-07T10:08:29.764885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:22.627681Z","time spent":"7.137193645s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-07T10:08:29.766184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:14.7585Z","time spent":"15.007673284s","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:29.766181Z","caller":"traceutil/trace.go:171","msg":"trace[112621670] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25442; }","duration":"5.536386241s","start":"2026-05-07T10:08:24.229779Z","end":"2026-05-07T10:08:29.766166Z","steps":["trace[112621670] 'agreement among raft nodes before linearized reading' (duration: 5.534461135s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.766233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.458329Z","time spent":"16.307880515s","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-07T10:08:29.76627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.965893Z","time spent":"15.800335543s","remote":"127.0.0.1:42850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.766324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:16.195592Z","time spent":"13.570723944s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T10:08:29.766289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:24.229768Z","time spent":"5.536502324s","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:29.766049Z","caller":"traceutil/trace.go:171","msg":"trace[407195132] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25442; }","duration":"9.075229344s","start":"2026-05-07T10:08:20.690809Z","end":"2026-05-07T10:08:29.766039Z","steps":["trace[407195132] 'agreement among raft nodes before linearized reading' (duration: 9.073891942s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.766408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:20.69079Z","time spent":"9.075606302s","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.766518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:18.059905Z","time spent":"11.706592325s","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:29.766554Z","caller":"traceutil/trace.go:171","msg":"trace[181308480] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25442; }","duration":"12.055089415s","start":"2026-05-07T10:08:17.711451Z","end":"2026-05-07T10:08:29.76654Z","steps":["trace[181308480] 'agreement among raft nodes before linearized reading' (duration: 12.053395655s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.766587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:17.711436Z","time spent":"12.055141155s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:29.766606Z","caller":"traceutil/trace.go:171","msg":"trace[904910513] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25442; }","duration":"16.004084097s","start":"2026-05-07T10:08:13.762509Z","end":"2026-05-07T10:08:29.766593Z","steps":["trace[904910513] 'agreement among raft nodes before linearized reading' (duration: 16.001848454s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.766677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.533568Z","time spent":"8.23309412s","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.766713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:13.762447Z","time spent":"16.004227611s","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269072,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-07T10:08:29.767058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.119355Z","time spent":"6.647683578s","remote":"127.0.0.1:44236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:08:29.764842Z","caller":"traceutil/trace.go:171","msg":"trace[49124468] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25442; }","duration":"6.562445772s","start":"2026-05-07T10:08:23.202384Z","end":"2026-05-07T10:08:29.76483Z","steps":["trace[49124468] 'agreement among raft nodes before linearized reading' (duration: 6.561476479s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.767656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.879759478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T10:08:29.768271Z","caller":"traceutil/trace.go:171","msg":"trace[929665343] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25442; }","duration":"12.880412943s","start":"2026-05-07T10:08:16.887843Z","end":"2026-05-07T10:08:29.768256Z","steps":["trace[929665343] 'agreement among raft nodes before linearized reading' (duration: 12.877070644s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.768336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:16.887821Z","time spent":"12.880497834s","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-07T10:08:29.768283Z","caller":"traceutil/trace.go:171","msg":"trace[665606071] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"1.240155638s","start":"2026-05-07T10:08:28.528109Z","end":"2026-05-07T10:08:29.768264Z","steps":["trace[665606071] 'process raft request' (duration: 1.240009955s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.768495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:28.528082Z","time spent":"1.240353273s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:29.768609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:23.20236Z","time spent":"6.566225732s","remote":"127.0.0.1:33160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.768186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.539418597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:29.768809Z","caller":"traceutil/trace.go:171","msg":"trace[1102347221] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25442; }","duration":"8.540046092s","start":"2026-05-07T10:08:21.228744Z","end":"2026-05-07T10:08:29.76879Z","steps":["trace[1102347221] 'agreement among raft nodes before linearized reading' (duration: 8.539357465s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.768864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:21.228696Z","time spent":"8.540150444s","remote":"127.0.0.1:33762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:29.817449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999673038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T10:08:29.817546Z","caller":"traceutil/trace.go:171","msg":"trace[212855206] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999842582s","start":"2026-05-07T10:08:27.817677Z","end":"2026-05-07T10:08:29.81752Z","steps":["trace[212855206] 'agreement among raft nodes before linearized reading' (duration: 1.999711819s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:29.817681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:27.817639Z","time spent":"2.000003156s","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 10:08:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T10:08:30.133652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.411657ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T10:08:30.133967Z","caller":"traceutil/trace.go:171","msg":"trace[1927249186] linearizableReadLoop","detail":"{readStateIndex:26286; appliedIndex:26284; }","duration":"370.543098ms","start":"2026-05-07T10:08:29.763402Z","end":"2026-05-07T10:08:30.133945Z","steps":["trace[1927249186] 'read index received' (duration: 77.861µs)","trace[1927249186] 'applied index is now lower than readState.Index' (duration: 370.464077ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:30.134254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.136139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:30.134348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.323460785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:30.134328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46724287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:30.134385Z","caller":"traceutil/trace.go:171","msg":"trace[2079281984] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25444; }","duration":"3.323516386s","start":"2026-05-07T10:08:26.810857Z","end":"2026-05-07T10:08:30.134374Z","steps":["trace[2079281984] 'agreement among raft nodes before linearized reading' (duration: 3.323461315s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:30.134413Z","caller":"traceutil/trace.go:171","msg":"trace[1516587652] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25444; }","duration":"2.467440805s","start":"2026-05-07T10:08:27.666956Z","end":"2026-05-07T10:08:30.134397Z","steps":["trace[1516587652] 'agreement among raft nodes before linearized reading' (duration: 2.467279271s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:30.134425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:26.810845Z","time spent":"3.323570297s","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:30.134453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:27.666922Z","time spent":"2.467524167s","remote":"127.0.0.1:33052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:30.134611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.701511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T10:08:30.134364Z","caller":"traceutil/trace.go:171","msg":"trace[1510004438] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25444; }","duration":"730.342493ms","start":"2026-05-07T10:08:29.404002Z","end":"2026-05-07T10:08:30.134344Z","steps":["trace[1510004438] 'agreement among raft nodes before linearized reading' (duration: 730.153559ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:30.134654Z","caller":"traceutil/trace.go:171","msg":"trace[1730092188] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25444; }","duration":"574.787463ms","start":"2026-05-07T10:08:29.559857Z","end":"2026-05-07T10:08:30.134644Z","steps":["trace[1730092188] 'agreement among raft nodes before linearized reading' (duration: 574.62966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:30.134661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.38704363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:30.13469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.559833Z","time spent":"574.848915ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-05-07T10:08:30.134693Z","caller":"traceutil/trace.go:171","msg":"trace[1810661566] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25444; }","duration":"3.387117562s","start":"2026-05-07T10:08:26.747566Z","end":"2026-05-07T10:08:30.134683Z","steps":["trace[1810661566] 'agreement among raft nodes before linearized reading' (duration: 3.387058861s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:30.134728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:26.747499Z","time spent":"3.387220475s","remote":"127.0.0.1:42882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:30.134706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.403962Z","time spent":"730.702962ms","remote":"127.0.0.1:53744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:30.134294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027595207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:30.135037Z","caller":"traceutil/trace.go:171","msg":"trace[2035133624] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25444; }","duration":"1.028431267s","start":"2026-05-07T10:08:29.106592Z","end":"2026-05-07T10:08:30.135023Z","steps":["trace[2035133624] 'agreement among raft nodes before linearized reading' (duration: 1.027634319s)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:30.135049Z","caller":"traceutil/trace.go:171","msg":"trace[1779241221] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"365.819787ms","start":"2026-05-07T10:08:29.769211Z","end":"2026-05-07T10:08:30.135031Z","steps":["trace[1779241221] 'process raft request' (duration: 364.577778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:30.135077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.106561Z","time spent":"1.028503229s","remote":"127.0.0.1:33590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:30.135227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.76919Z","time spent":"365.907929ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:30.538945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787707522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:30.539052Z","caller":"traceutil/trace.go:171","msg":"trace[396951606] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25445; }","duration":"1.787853335s","start":"2026-05-07T10:08:28.751176Z","end":"2026-05-07T10:08:30.53903Z","steps":["trace[396951606] 'agreement among raft nodes before linearized reading' (duration: 1.38344766s)","trace[396951606] 'count revisions from in-memory index tree' (duration: 404.228651ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:30.539105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:28.751085Z","time spent":"1.788009768s","remote":"127.0.0.1:32940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:30.539554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349074289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:30.53963Z","caller":"traceutil/trace.go:171","msg":"trace[888408668] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25445; }","duration":"2.349229013s","start":"2026-05-07T10:08:28.19038Z","end":"2026-05-07T10:08:30.539609Z","steps":["trace[888408668] 'agreement among raft nodes before linearized reading' (duration: 1.944257494s)","trace[888408668] 'count revisions from in-memory index tree' (duration: 404.853286ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:30.539672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:28.190359Z","time spent":"2.349300235s","remote":"127.0.0.1:44200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:30.540003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.17799ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-07T10:08:30.540147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.767086Z","time spent":"773.060138ms","remote":"127.0.0.1:60960","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T10:08:30.540399Z","caller":"traceutil/trace.go:171","msg":"trace[1070966805] linearizableReadLoop","detail":"{readStateIndex:26291; appliedIndex:26287; }","duration":"406.372801ms","start":"2026-05-07T10:08:30.134019Z","end":"2026-05-07T10:08:30.540392Z","steps":["trace[1070966805] 'read index received' (duration: 114.715699ms)","trace[1070966805] 'applied index is now lower than readState.Index' (duration: 291.656322ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:30.540539Z","caller":"traceutil/trace.go:171","msg":"trace[21309153] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"769.827762ms","start":"2026-05-07T10:08:29.770706Z","end":"2026-05-07T10:08:30.540534Z","steps":["trace[21309153] 'process raft request' (duration: 769.342931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:30.540605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.770695Z","time spent":"769.861034ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:30.540779Z","caller":"traceutil/trace.go:171","msg":"trace[1375506183] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"768.735707ms","start":"2026-05-07T10:08:29.772005Z","end":"2026-05-07T10:08:30.540741Z","steps":["trace[1375506183] 'process raft request' (duration: 768.347148ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:30.540795Z","caller":"traceutil/trace.go:171","msg":"trace[1203918407] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"768.84993ms","start":"2026-05-07T10:08:29.771914Z","end":"2026-05-07T10:08:30.540764Z","steps":["trace[1203918407] 'process raft request' (duration: 768.41394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:30.540832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.237613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3e3ebbf0-6800-4460-8628-5d820a1c2c55\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-07T10:08:30.540888Z","caller":"traceutil/trace.go:171","msg":"trace[297383276] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3e3ebbf0-6800-4460-8628-5d820a1c2c55; range_end:; response_count:1; response_revision:25448; }","duration":"770.327474ms","start":"2026-05-07T10:08:29.770545Z","end":"2026-05-07T10:08:30.540872Z","steps":["trace[297383276] 'agreement among raft nodes before linearized reading' (duration: 770.15596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:30.540904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.771998Z","time spent":"768.826139ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3926,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:30.540921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.771902Z","time spent":"768.945112ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:30.540978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.810768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T10:08:30.540996Z","caller":"traceutil/trace.go:171","msg":"trace[2095753956] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25448; }","duration":"402.884629ms","start":"2026-05-07T10:08:30.138107Z","end":"2026-05-07T10:08:30.540992Z","steps":["trace[2095753956] 'agreement among raft nodes before linearized reading' (duration: 402.831008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:30.540988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.74073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:08:30.540917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.77053Z","time spent":"770.381386ms","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-3e3ebbf0-6800-4460-8628-5d820a1c2c55\" "} {"level":"info","ts":"2026-05-07T10:08:30.541027Z","caller":"traceutil/trace.go:171","msg":"trace[182930995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25448; }","duration":"712.827132ms","start":"2026-05-07T10:08:29.828188Z","end":"2026-05-07T10:08:30.541016Z","steps":["trace[182930995] 'agreement among raft nodes before linearized reading' (duration: 712.73902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:30.541055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.715799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-07T10:08:30.541064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.82817Z","time spent":"712.887674ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T10:08:30.541072Z","caller":"traceutil/trace.go:171","msg":"trace[1688415105] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c; range_end:; response_count:1; response_revision:25448; }","duration":"400.752229ms","start":"2026-05-07T10:08:30.140315Z","end":"2026-05-07T10:08:30.541067Z","steps":["trace[1688415105] 'agreement among raft nodes before linearized reading' (duration: 400.705968ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:30.541096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:30.140304Z","time spent":"400.78857ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c\" "} {"level":"warn","ts":"2026-05-07T10:08:30.541013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:30.138087Z","time spent":"402.92291ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-05-07T10:08:30.541418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.144873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-05-07T10:08:30.541454Z","caller":"traceutil/trace.go:171","msg":"trace[1181028269] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25448; }","duration":"768.200005ms","start":"2026-05-07T10:08:29.773244Z","end":"2026-05-07T10:08:30.541444Z","steps":["trace[1181028269] 'agreement among raft nodes before linearized reading' (duration: 767.402626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:30.541482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:29.773238Z","time spent":"768.238526ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-07T10:08:30.902323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.939378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:30.902552Z","caller":"traceutil/trace.go:171","msg":"trace[469742441] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"358.463714ms","start":"2026-05-07T10:08:30.544052Z","end":"2026-05-07T10:08:30.902516Z","steps":["trace[469742441] 'process raft request' (duration: 140.23245ms)","trace[469742441] 'compare' (duration: 217.318663ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:30.902731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:30.544025Z","time spent":"358.611197ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:30.902993Z","caller":"traceutil/trace.go:171","msg":"trace[2135168927] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"356.967569ms","start":"2026-05-07T10:08:30.546005Z","end":"2026-05-07T10:08:30.902973Z","steps":["trace[2135168927] 'process raft request' (duration: 356.460807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:30.903084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:30.545989Z","time spent":"357.044961ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:30.903239Z","caller":"traceutil/trace.go:171","msg":"trace[889551205] linearizableReadLoop","detail":"{readStateIndex:26294; appliedIndex:26292; }","duration":"278.047352ms","start":"2026-05-07T10:08:30.625176Z","end":"2026-05-07T10:08:30.903223Z","steps":["trace[889551205] 'read index received' (duration: 59.128351ms)","trace[889551205] 'applied index is now lower than readState.Index' (duration: 218.916741ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:30.903418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.696253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:30.903462Z","caller":"traceutil/trace.go:171","msg":"trace[822167499] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25450; }","duration":"158.807047ms","start":"2026-05-07T10:08:30.744642Z","end":"2026-05-07T10:08:30.90345Z","steps":["trace[822167499] 'agreement among raft nodes before linearized reading' (duration: 158.725705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:30.903488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.896302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-07T10:08:30.903542Z","caller":"traceutil/trace.go:171","msg":"trace[286917555] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25450; }","duration":"346.974654ms","start":"2026-05-07T10:08:30.556552Z","end":"2026-05-07T10:08:30.903527Z","steps":["trace[286917555] 'agreement among raft nodes before linearized reading' (duration: 346.79215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:30.903593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:30.556541Z","time spent":"347.042216ms","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-07T10:08:30.903647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.386878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-05-07T10:08:30.903682Z","caller":"traceutil/trace.go:171","msg":"trace[1258828706] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25450; }","duration":"351.45753ms","start":"2026-05-07T10:08:30.552216Z","end":"2026-05-07T10:08:30.903674Z","steps":["trace[1258828706] 'agreement among raft nodes before linearized reading' (duration: 351.387588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:30.903709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:30.552201Z","time spent":"351.50119ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-07T10:08:30.904662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.583899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-05-07T10:08:30.904738Z","caller":"traceutil/trace.go:171","msg":"trace[2061850795] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f; range_end:; response_count:1; response_revision:25450; }","duration":"129.726582ms","start":"2026-05-07T10:08:30.774992Z","end":"2026-05-07T10:08:30.904719Z","steps":["trace[2061850795] 'agreement among raft nodes before linearized reading' (duration: 128.76622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.378274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.01076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:31.378382Z","caller":"traceutil/trace.go:171","msg":"trace[1269624099] linearizableReadLoop","detail":"{readStateIndex:26296; appliedIndex:26295; }","duration":"470.986381ms","start":"2026-05-07T10:08:30.907378Z","end":"2026-05-07T10:08:31.378365Z","steps":["trace[1269624099] 'read index received' (duration: 235.811048ms)","trace[1269624099] 'applied index is now lower than readState.Index' (duration: 235.173103ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:31.378449Z","caller":"traceutil/trace.go:171","msg":"trace[530939357] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"474.192597ms","start":"2026-05-07T10:08:30.904247Z","end":"2026-05-07T10:08:31.378439Z","steps":["trace[530939357] 'process raft request' (duration: 238.925792ms)","trace[530939357] 'compare' (duration: 234.61093ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:31.378497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:30.904225Z","time spent":"474.244108ms","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:31.378714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.280828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2b96a615-fe0e-450d-8625-0d017834050c\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-07T10:08:31.378773Z","caller":"traceutil/trace.go:171","msg":"trace[1144435956] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2b96a615-fe0e-450d-8625-0d017834050c; range_end:; response_count:1; response_revision:25451; }","duration":"471.38694ms","start":"2026-05-07T10:08:30.907371Z","end":"2026-05-07T10:08:31.378757Z","steps":["trace[1144435956] 'agreement among raft nodes before linearized reading' (duration: 471.127874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.378809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:30.907299Z","time spent":"471.505184ms","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-2b96a615-fe0e-450d-8625-0d017834050c\" "} {"level":"warn","ts":"2026-05-07T10:08:31.823972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.650725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:31.824278Z","caller":"traceutil/trace.go:171","msg":"trace[810589525] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"916.316039ms","start":"2026-05-07T10:08:30.907939Z","end":"2026-05-07T10:08:31.824255Z","steps":["trace[810589525] 'process raft request' (duration: 643.260435ms)","trace[810589525] 'compare' (duration: 272.209495ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:31.824363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:30.907922Z","time spent":"916.399931ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:31.824524Z","caller":"traceutil/trace.go:171","msg":"trace[437198696] linearizableReadLoop","detail":"{readStateIndex:26298; appliedIndex:26296; }","duration":"446.082626ms","start":"2026-05-07T10:08:31.378402Z","end":"2026-05-07T10:08:31.824485Z","steps":["trace[437198696] 'read index received' (duration: 172.813656ms)","trace[437198696] 'applied index is now lower than readState.Index' (duration: 273.236869ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:31.824813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.755552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-05-07T10:08:31.824873Z","caller":"traceutil/trace.go:171","msg":"trace[2124443183] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25453; }","duration":"568.855555ms","start":"2026-05-07T10:08:31.256Z","end":"2026-05-07T10:08:31.824856Z","steps":["trace[2124443183] 'agreement among raft nodes before linearized reading' (duration: 568.609879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.824903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:31.255979Z","time spent":"568.915675ms","remote":"127.0.0.1:36394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-07T10:08:31.824924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.408915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b5e79b95e\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-05-07T10:08:31.824968Z","caller":"traceutil/trace.go:171","msg":"trace[735596138] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"909.94222ms","start":"2026-05-07T10:08:30.915011Z","end":"2026-05-07T10:08:31.824954Z","steps":["trace[735596138] 'process raft request' (duration: 909.10184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.825006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.529412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T10:08:31.825025Z","caller":"traceutil/trace.go:171","msg":"trace[1326000170] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0b5e79b95e; range_end:; response_count:1; response_revision:25453; }","duration":"917.543568ms","start":"2026-05-07T10:08:30.907456Z","end":"2026-05-07T10:08:31.824999Z","steps":["trace[1326000170] 'agreement among raft nodes before linearized reading' (duration: 917.20317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.825049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:30.915002Z","time spent":"910.007771ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:31.825083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:30.907452Z","time spent":"917.621131ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b5e79b95e\" "} {"level":"info","ts":"2026-05-07T10:08:31.825056Z","caller":"traceutil/trace.go:171","msg":"trace[1497041037] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25453; }","duration":"890.624775ms","start":"2026-05-07T10:08:30.934416Z","end":"2026-05-07T10:08:31.825041Z","steps":["trace[1497041037] 'agreement among raft nodes before linearized reading' (duration: 890.235426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.825181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.502898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-07T10:08:31.825202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:30.934406Z","time spent":"890.786068ms","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-07T10:08:31.825215Z","caller":"traceutil/trace.go:171","msg":"trace[1492646613] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25453; }","duration":"444.57168ms","start":"2026-05-07T10:08:31.380635Z","end":"2026-05-07T10:08:31.825207Z","steps":["trace[1492646613] 'agreement among raft nodes before linearized reading' (duration: 444.455737ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.825304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:31.380617Z","time spent":"444.674563ms","remote":"127.0.0.1:32832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T10:08:31.825403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.774454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-07T10:08:31.825436Z","caller":"traceutil/trace.go:171","msg":"trace[235544824] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25453; }","duration":"917.825205ms","start":"2026-05-07T10:08:30.9076Z","end":"2026-05-07T10:08:31.825425Z","steps":["trace[235544824] 'agreement among raft nodes before linearized reading' (duration: 917.709282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.825466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:30.907584Z","time spent":"917.874046ms","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-07T10:08:31.825636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.308438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:31.825679Z","caller":"traceutil/trace.go:171","msg":"trace[537780417] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25453; }","duration":"162.392531ms","start":"2026-05-07T10:08:31.663272Z","end":"2026-05-07T10:08:31.825665Z","steps":["trace[537780417] 'agreement among raft nodes before linearized reading' (duration: 162.314829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.825697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.639588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-07T10:08:31.825746Z","caller":"traceutil/trace.go:171","msg":"trace[877165042] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25453; }","duration":"443.699559ms","start":"2026-05-07T10:08:31.382036Z","end":"2026-05-07T10:08:31.825735Z","steps":["trace[877165042] 'agreement among raft nodes before linearized reading' (duration: 443.572906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:31.825768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:31.382031Z","time spent":"443.73234ms","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-07T10:08:32.483935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.703042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-07T10:08:32.484022Z","caller":"traceutil/trace.go:171","msg":"trace[1310489112] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c; range_end:; response_count:1; response_revision:25458; }","duration":"384.822124ms","start":"2026-05-07T10:08:32.099175Z","end":"2026-05-07T10:08:32.483997Z","steps":["trace[1310489112] 'range keys from in-memory index tree' (duration: 384.518837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:32.484065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.099161Z","time spent":"384.894686ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad3e0b73f05b2c\" "} {"level":"warn","ts":"2026-05-07T10:08:32.484117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.520088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"warn","ts":"2026-05-07T10:08:32.484162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.070127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-05-07T10:08:32.48419Z","caller":"traceutil/trace.go:171","msg":"trace[1215706499] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:25458; }","duration":"285.665401ms","start":"2026-05-07T10:08:32.198504Z","end":"2026-05-07T10:08:32.48417Z","steps":["trace[1215706499] 'range keys from in-memory index tree' (duration: 285.403875ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:32.484216Z","caller":"traceutil/trace.go:171","msg":"trace[2050081097] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25458; }","duration":"384.135118ms","start":"2026-05-07T10:08:32.100062Z","end":"2026-05-07T10:08:32.484197Z","steps":["trace[2050081097] 'range keys from in-memory index tree' (duration: 383.954124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:32.484252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.100054Z","time spent":"384.190219ms","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-05-07T10:08:32.48423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.518437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-07T10:08:32.48433Z","caller":"traceutil/trace.go:171","msg":"trace[360721728] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25458; }","duration":"384.688081ms","start":"2026-05-07T10:08:32.099614Z","end":"2026-05-07T10:08:32.484302Z","steps":["trace[360721728] 'range keys from in-memory index tree' (duration: 384.398384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:32.484378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.099591Z","time spent":"384.779753ms","remote":"127.0.0.1:60960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-07T10:08:32.723548Z","caller":"traceutil/trace.go:171","msg":"trace[895201892] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"475.425525ms","start":"2026-05-07T10:08:32.248064Z","end":"2026-05-07T10:08:32.723489Z","steps":["trace[895201892] 'process raft request' (duration: 465.662325ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:32.723574Z","caller":"traceutil/trace.go:171","msg":"trace[1869701496] linearizableReadLoop","detail":"{readStateIndex:26305; appliedIndex:26304; }","duration":"237.762383ms","start":"2026-05-07T10:08:32.485719Z","end":"2026-05-07T10:08:32.723481Z","steps":["trace[1869701496] 'read index received' (duration: 227.86697ms)","trace[1869701496] 'applied index is now lower than readState.Index' (duration: 9.886893ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:32.723816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.248027Z","time spent":"475.647921ms","remote":"127.0.0.1:36394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418362,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:32.724043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.283636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-cv8td\" ","response":"range_response_count:1 size:4311"} {"level":"info","ts":"2026-05-07T10:08:32.724165Z","caller":"traceutil/trace.go:171","msg":"trace[50101115] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-cv8td; range_end:; response_count:1; response_revision:25459; }","duration":"238.45571ms","start":"2026-05-07T10:08:32.485672Z","end":"2026-05-07T10:08:32.724128Z","steps":["trace[50101115] 'agreement among raft nodes before linearized reading' (duration: 237.879257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:33.258866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.822754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:33.258984Z","caller":"traceutil/trace.go:171","msg":"trace[889742541] linearizableReadLoop","detail":"{readStateIndex:26306; appliedIndex:26305; }","duration":"535.292744ms","start":"2026-05-07T10:08:32.723671Z","end":"2026-05-07T10:08:33.258964Z","steps":["trace[889742541] 'read index received' (duration: 340.254745ms)","trace[889742541] 'applied index is now lower than readState.Index' (duration: 195.034029ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:33.259466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.332914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-hhjmz\" ","response":"range_response_count:1 size:3719"} {"level":"warn","ts":"2026-05-07T10:08:33.259473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.333183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:33.259509Z","caller":"traceutil/trace.go:171","msg":"trace[1255785232] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"772.859194ms","start":"2026-05-07T10:08:32.486593Z","end":"2026-05-07T10:08:33.259452Z","steps":["trace[1255785232] 'process raft request' (duration: 577.340873ms)","trace[1255785232] 'compare' (duration: 194.428105ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:33.259546Z","caller":"traceutil/trace.go:171","msg":"trace[1665018005] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-hhjmz; range_end:; response_count:1; response_revision:25460; }","duration":"773.431176ms","start":"2026-05-07T10:08:32.486099Z","end":"2026-05-07T10:08:33.259531Z","steps":["trace[1665018005] 'agreement among raft nodes before linearized reading' (duration: 773.17206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:33.259583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.48609Z","time spent":"773.486058ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3742,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-hhjmz\" "} {"level":"info","ts":"2026-05-07T10:08:33.259574Z","caller":"traceutil/trace.go:171","msg":"trace[1255405571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25460; }","duration":"472.489517ms","start":"2026-05-07T10:08:32.787058Z","end":"2026-05-07T10:08:33.259548Z","steps":["trace[1255405571] 'agreement among raft nodes before linearized reading' (duration: 472.296262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:33.259604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.765048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f\" ","response":"range_response_count:1 size:3944"} {"level":"warn","ts":"2026-05-07T10:08:33.259656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.385475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T10:08:33.259723Z","caller":"traceutil/trace.go:171","msg":"trace[279319969] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f; range_end:; response_count:1; response_revision:25460; }","duration":"343.928152ms","start":"2026-05-07T10:08:32.91577Z","end":"2026-05-07T10:08:33.259698Z","steps":["trace[279319969] 'agreement among raft nodes before linearized reading' (duration: 343.649666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:33.259647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.787032Z","time spent":"472.60376ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T10:08:33.259779Z","caller":"traceutil/trace.go:171","msg":"trace[1604782274] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25460; }","duration":"773.54223ms","start":"2026-05-07T10:08:32.486216Z","end":"2026-05-07T10:08:33.259758Z","steps":["trace[1604782274] 'agreement among raft nodes before linearized reading' (duration: 773.233202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:33.259782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.915749Z","time spent":"344.020284ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3967,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f\" "} {"level":"warn","ts":"2026-05-07T10:08:33.259722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.486571Z","time spent":"773.017057ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:33.259822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:32.486209Z","time spent":"773.605701ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-07T10:08:33.678524Z","caller":"traceutil/trace.go:171","msg":"trace[196514788] linearizableReadLoop","detail":"{readStateIndex:26307; appliedIndex:26306; }","duration":"118.769584ms","start":"2026-05-07T10:08:33.559734Z","end":"2026-05-07T10:08:33.678504Z","steps":["trace[196514788] 'read index received' (duration: 118.60313ms)","trace[196514788] 'applied index is now lower than readState.Index' (duration: 165.844µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:33.678613Z","caller":"traceutil/trace.go:171","msg":"trace[593265005] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"412.652429ms","start":"2026-05-07T10:08:33.265927Z","end":"2026-05-07T10:08:33.67858Z","steps":["trace[593265005] 'process raft request' (duration: 412.476725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:33.678679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.940998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:33.678712Z","caller":"traceutil/trace.go:171","msg":"trace[251873499] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25461; }","duration":"119.026711ms","start":"2026-05-07T10:08:33.559675Z","end":"2026-05-07T10:08:33.678702Z","steps":["trace[251873499] 'agreement among raft nodes before linearized reading' (duration: 118.922738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:33.678759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.265912Z","time spent":"412.767031ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:33.939377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.371062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:33.939501Z","caller":"traceutil/trace.go:171","msg":"trace[1841683678] linearizableReadLoop","detail":"{readStateIndex:26308; appliedIndex:26307; }","duration":"211.999508ms","start":"2026-05-07T10:08:33.727482Z","end":"2026-05-07T10:08:33.939482Z","steps":["trace[1841683678] 'read index received' (duration: 94.326349ms)","trace[1841683678] 'applied index is now lower than readState.Index' (duration: 117.669909ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:33.939607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.118671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:33.939646Z","caller":"traceutil/trace.go:171","msg":"trace[1893993057] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25462; }","duration":"212.185082ms","start":"2026-05-07T10:08:33.727448Z","end":"2026-05-07T10:08:33.939633Z","steps":["trace[1893993057] 'agreement among raft nodes before linearized reading' (duration: 212.08602ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:33.939642Z","caller":"traceutil/trace.go:171","msg":"trace[899217504] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"255.476631ms","start":"2026-05-07T10:08:33.684117Z","end":"2026-05-07T10:08:33.939594Z","steps":["trace[899217504] 'process raft request' (duration: 137.788192ms)","trace[899217504] 'compare' (duration: 116.924251ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:34.471086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.130545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:08:34.47123Z","caller":"traceutil/trace.go:171","msg":"trace[1380940798] linearizableReadLoop","detail":"{readStateIndex:26309; appliedIndex:26308; }","duration":"293.523866ms","start":"2026-05-07T10:08:34.177685Z","end":"2026-05-07T10:08:34.471209Z","steps":["trace[1380940798] 'read index received' (duration: 26.099334ms)","trace[1380940798] 'applied index is now lower than readState.Index' (duration: 267.421582ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:34.471483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.913405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f\" ","response":"range_response_count:1 size:3944"} {"level":"warn","ts":"2026-05-07T10:08:34.471462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.753251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:08:34.471521Z","caller":"traceutil/trace.go:171","msg":"trace[1383043589] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f; range_end:; response_count:1; response_revision:25463; }","duration":"205.993776ms","start":"2026-05-07T10:08:34.265516Z","end":"2026-05-07T10:08:34.47151Z","steps":["trace[1383043589] 'agreement among raft nodes before linearized reading' (duration: 205.802502ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:34.471559Z","caller":"traceutil/trace.go:171","msg":"trace[1427184037] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25463; }","duration":"293.924236ms","start":"2026-05-07T10:08:34.177598Z","end":"2026-05-07T10:08:34.471522Z","steps":["trace[1427184037] 'agreement among raft nodes before linearized reading' (duration: 293.709381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:34.471786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.821082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-05-07T10:08:34.471802Z","caller":"traceutil/trace.go:171","msg":"trace[888284080] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"525.025513ms","start":"2026-05-07T10:08:33.94675Z","end":"2026-05-07T10:08:34.471775Z","steps":["trace[888284080] 'process raft request' (duration: 257.096689ms)","trace[888284080] 'compare' (duration: 266.679614ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:34.472014Z","caller":"traceutil/trace.go:171","msg":"trace[361042953] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f; range_end:; response_count:1; response_revision:25463; }","duration":"101.089998ms","start":"2026-05-07T10:08:34.370915Z","end":"2026-05-07T10:08:34.472005Z","steps":["trace[361042953] 'agreement among raft nodes before linearized reading' (duration: 100.808631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:34.472095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:33.946726Z","time spent":"525.30505ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:35.039328Z","caller":"traceutil/trace.go:171","msg":"trace[449235741] linearizableReadLoop","detail":"{readStateIndex:26318; appliedIndex:26317; }","duration":"250.860202ms","start":"2026-05-07T10:08:34.788429Z","end":"2026-05-07T10:08:35.039289Z","steps":["trace[449235741] 'read index received' (duration: 191.160088ms)","trace[449235741] 'applied index is now lower than readState.Index' (duration: 59.698414ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:35.039362Z","caller":"traceutil/trace.go:171","msg":"trace[409394761] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"250.914884ms","start":"2026-05-07T10:08:34.788393Z","end":"2026-05-07T10:08:35.039308Z","steps":["trace[409394761] 'process raft request' (duration: 191.22342ms)","trace[409394761] 'compare' (duration: 59.257494ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:35.039642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.630539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f\" ","response":"range_response_count:1 size:2245"} {"level":"warn","ts":"2026-05-07T10:08:35.039605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.141079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-07T10:08:35.039693Z","caller":"traceutil/trace.go:171","msg":"trace[1990473726] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f; range_end:; response_count:1; response_revision:25472; }","duration":"225.729341ms","start":"2026-05-07T10:08:34.813949Z","end":"2026-05-07T10:08:35.039678Z","steps":["trace[1990473726] 'agreement among raft nodes before linearized reading' (duration: 225.504976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:35.039682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.016346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:35.039714Z","caller":"traceutil/trace.go:171","msg":"trace[876864247] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25472; }","duration":"251.295873ms","start":"2026-05-07T10:08:34.788394Z","end":"2026-05-07T10:08:35.03969Z","steps":["trace[876864247] 'agreement among raft nodes before linearized reading' (duration: 250.999096ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:35.039783Z","caller":"traceutil/trace.go:171","msg":"trace[965816873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25472; }","duration":"251.367484ms","start":"2026-05-07T10:08:34.788394Z","end":"2026-05-07T10:08:35.039762Z","steps":["trace[965816873] 'agreement among raft nodes before linearized reading' (duration: 250.920014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:35.446326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.098124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-05-07T10:08:35.446622Z","caller":"traceutil/trace.go:171","msg":"trace[1202128913] linearizableReadLoop","detail":"{readStateIndex:26320; appliedIndex:26318; }","duration":"378.583278ms","start":"2026-05-07T10:08:35.068004Z","end":"2026-05-07T10:08:35.446587Z","steps":["trace[1202128913] 'read index received' (duration: 76.93418ms)","trace[1202128913] 'applied index is now lower than readState.Index' (duration: 301.647958ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:35.446751Z","caller":"traceutil/trace.go:171","msg":"trace[1587528954] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"402.574872ms","start":"2026-05-07T10:08:35.044163Z","end":"2026-05-07T10:08:35.446737Z","steps":["trace[1587528954] 'process raft request' (duration: 402.304546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:35.446837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:35.044138Z","time spent":"402.656724ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T10:08:35.446989Z","caller":"traceutil/trace.go:171","msg":"trace[64707006] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25473; }","duration":"404.698762ms","start":"2026-05-07T10:08:35.04223Z","end":"2026-05-07T10:08:35.446929Z","steps":["trace[64707006] 'process raft request' (duration: 102.748897ms)","trace[64707006] 'compare' (duration: 300.874649ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:35.447218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.168731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:35.447294Z","caller":"traceutil/trace.go:171","msg":"trace[562912010] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25474; }","duration":"379.325755ms","start":"2026-05-07T10:08:35.067946Z","end":"2026-05-07T10:08:35.447272Z","steps":["trace[562912010] 'agreement among raft nodes before linearized reading' (duration: 379.085779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:35.447307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.129022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-x6qnv\" ","response":"range_response_count:1 size:5422"} {"level":"warn","ts":"2026-05-07T10:08:35.447333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:35.067929Z","time spent":"379.397757ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:35.447307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:35.042137Z","time spent":"404.99788ms","remote":"127.0.0.1:44236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-05-07T10:08:35.447377Z","caller":"traceutil/trace.go:171","msg":"trace[975867231] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-x6qnv; range_end:; response_count:1; response_revision:25474; }","duration":"164.286966ms","start":"2026-05-07T10:08:35.283072Z","end":"2026-05-07T10:08:35.447359Z","steps":["trace[975867231] 'agreement among raft nodes before linearized reading' (duration: 163.979179ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:36.339454Z","caller":"traceutil/trace.go:171","msg":"trace[835249928] transaction","detail":"{read_only:false; response_revision:25499; number_of_response:1; }","duration":"326.560173ms","start":"2026-05-07T10:08:36.012871Z","end":"2026-05-07T10:08:36.339431Z","steps":["trace[835249928] 'process raft request' (duration: 326.404399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:36.339616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.012858Z","time spent":"326.677075ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4527,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:36.860489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415872572652229274,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T10:08:37.015963Z","caller":"traceutil/trace.go:171","msg":"trace[877123742] linearizableReadLoop","detail":"{readStateIndex:26346; appliedIndex:26345; }","duration":"656.22585ms","start":"2026-05-07T10:08:36.359708Z","end":"2026-05-07T10:08:37.015933Z","steps":["trace[877123742] 'read index received' (duration: 651.828057ms)","trace[877123742] 'applied index is now lower than readState.Index' (duration: 4.396663ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:37.016106Z","caller":"traceutil/trace.go:171","msg":"trace[1527567641] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"665.655022ms","start":"2026-05-07T10:08:36.350437Z","end":"2026-05-07T10:08:37.016092Z","steps":["trace[1527567641] 'process raft request' (duration: 661.115945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.016218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.35042Z","time spent":"665.712883ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7166,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:08:37.016366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.018275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:37.016447Z","caller":"traceutil/trace.go:171","msg":"trace[738372623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25500; }","duration":"588.120047ms","start":"2026-05-07T10:08:36.428304Z","end":"2026-05-07T10:08:37.016424Z","steps":["trace[738372623] 'agreement among raft nodes before linearized reading' (duration: 587.984304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.016484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.428297Z","time spent":"588.179219ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T10:08:37.016592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.561545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:37.016633Z","caller":"traceutil/trace.go:171","msg":"trace[861181547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25500; }","duration":"230.635326ms","start":"2026-05-07T10:08:36.785986Z","end":"2026-05-07T10:08:37.016621Z","steps":["trace[861181547] 'agreement among raft nodes before linearized reading' (duration: 230.563384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.01672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.260879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:37.016758Z","caller":"traceutil/trace.go:171","msg":"trace[1791529516] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25500; }","duration":"426.30495ms","start":"2026-05-07T10:08:36.590439Z","end":"2026-05-07T10:08:37.016744Z","steps":["trace[1791529516] 'agreement among raft nodes before linearized reading' (duration: 426.235588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.016792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.590398Z","time spent":"426.382752ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:37.016816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.09846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:37.01688Z","caller":"traceutil/trace.go:171","msg":"trace[1912286024] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25500; }","duration":"657.194663ms","start":"2026-05-07T10:08:36.359674Z","end":"2026-05-07T10:08:37.016869Z","steps":["trace[1912286024] 'agreement among raft nodes before linearized reading' (duration: 657.101691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.01691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.359659Z","time spent":"657.241614ms","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:08:37.017024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.705372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-05-07T10:08:37.017055Z","caller":"traceutil/trace.go:171","msg":"trace[1739141859] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f; range_end:; response_count:1; response_revision:25500; }","duration":"523.791304ms","start":"2026-05-07T10:08:36.493255Z","end":"2026-05-07T10:08:37.017047Z","steps":["trace[1739141859] 'agreement among raft nodes before linearized reading' (duration: 523.680671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:37.017074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:36.493226Z","time spent":"523.843325ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c591e12e-cff8-4715-b760-5d545b1b691f\" "} {"level":"info","ts":"2026-05-07T10:08:37.140638Z","caller":"traceutil/trace.go:171","msg":"trace[767299310] linearizableReadLoop","detail":"{readStateIndex:26347; appliedIndex:26346; }","duration":"113.171613ms","start":"2026-05-07T10:08:37.027437Z","end":"2026-05-07T10:08:37.140609Z","steps":["trace[767299310] 'read index received' (duration: 107.318955ms)","trace[767299310] 'applied index is now lower than readState.Index' (duration: 5.851698ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:08:37.140777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.306446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:37.140817Z","caller":"traceutil/trace.go:171","msg":"trace[1018113326] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25501; }","duration":"113.399758ms","start":"2026-05-07T10:08:37.027404Z","end":"2026-05-07T10:08:37.140804Z","steps":["trace[1018113326] 'agreement among raft nodes before linearized reading' (duration: 113.306026ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:37.140785Z","caller":"traceutil/trace.go:171","msg":"trace[1667261402] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"116.995462ms","start":"2026-05-07T10:08:37.023738Z","end":"2026-05-07T10:08:37.140734Z","steps":["trace[1667261402] 'process raft request' (duration: 111.133004ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:37.194123Z","caller":"traceutil/trace.go:171","msg":"trace[337054666] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"156.126754ms","start":"2026-05-07T10:08:37.037969Z","end":"2026-05-07T10:08:37.194096Z","steps":["trace[337054666] 'process raft request' (duration: 155.993231ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:59.928251Z","caller":"traceutil/trace.go:171","msg":"trace[1129826008] linearizableReadLoop","detail":"{readStateIndex:26565; appliedIndex:26564; }","duration":"350.082237ms","start":"2026-05-07T10:08:59.578144Z","end":"2026-05-07T10:08:59.928226Z","steps":["trace[1129826008] 'read index received' (duration: 349.748229ms)","trace[1129826008] 'applied index is now lower than readState.Index' (duration: 333.008µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:08:59.928422Z","caller":"traceutil/trace.go:171","msg":"trace[47599209] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"382.077419ms","start":"2026-05-07T10:08:59.546302Z","end":"2026-05-07T10:08:59.92838Z","steps":["trace[47599209] 'process raft request' (duration: 381.726581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:59.928591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.430325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T10:08:59.928587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:59.546277Z","time spent":"382.216663ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:08:59.928634Z","caller":"traceutil/trace.go:171","msg":"trace[1600693284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25709; }","duration":"350.535067ms","start":"2026-05-07T10:08:59.578088Z","end":"2026-05-07T10:08:59.928623Z","steps":["trace[1600693284] 'agreement among raft nodes before linearized reading' (duration: 350.368053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:59.928676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:59.578064Z","time spent":"350.604069ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T10:08:59.928729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.766246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-07T10:08:59.928736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.973614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:08:59.928811Z","caller":"traceutil/trace.go:171","msg":"trace[616212036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25709; }","duration":"348.891129ms","start":"2026-05-07T10:08:59.579901Z","end":"2026-05-07T10:08:59.928792Z","steps":["trace[616212036] 'agreement among raft nodes before linearized reading' (duration: 348.615783ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:08:59.928831Z","caller":"traceutil/trace.go:171","msg":"trace[2033016606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25709; }","duration":"143.118577ms","start":"2026-05-07T10:08:59.785686Z","end":"2026-05-07T10:08:59.928805Z","steps":["trace[2033016606] 'agreement among raft nodes before linearized reading' (duration: 142.975524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:08:59.928858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:59.579884Z","time spent":"348.96456ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T10:09:00.349344Z","caller":"traceutil/trace.go:171","msg":"trace[1729952414] linearizableReadLoop","detail":"{readStateIndex:26568; appliedIndex:26567; }","duration":"365.95768ms","start":"2026-05-07T10:08:59.983357Z","end":"2026-05-07T10:09:00.349315Z","steps":["trace[1729952414] 'read index received' (duration: 365.706314ms)","trace[1729952414] 'applied index is now lower than readState.Index' (duration: 249.996µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:09:00.349758Z","caller":"traceutil/trace.go:171","msg":"trace[1807926913] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"373.440656ms","start":"2026-05-07T10:08:59.976298Z","end":"2026-05-07T10:09:00.349739Z","steps":["trace[1807926913] 'process raft request' (duration: 372.833252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:00.34996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:59.976262Z","time spent":"373.555099ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10634,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:09:00.350199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.839881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-07T10:09:00.350283Z","caller":"traceutil/trace.go:171","msg":"trace[1380689682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25712; }","duration":"366.980465ms","start":"2026-05-07T10:08:59.98328Z","end":"2026-05-07T10:09:00.35026Z","steps":["trace[1380689682] 'agreement among raft nodes before linearized reading' (duration: 366.727549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:00.350328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:59.983256Z","time spent":"367.063716ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T10:09:00.429121Z","caller":"traceutil/trace.go:171","msg":"trace[31142448] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"133.143263ms","start":"2026-05-07T10:09:00.295956Z","end":"2026-05-07T10:09:00.4291Z","steps":["trace[31142448] 'process raft request' (duration: 133.100232ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:00.429164Z","caller":"traceutil/trace.go:171","msg":"trace[1600004080] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"417.297698ms","start":"2026-05-07T10:09:00.011831Z","end":"2026-05-07T10:09:00.429129Z","steps":["trace[1600004080] 'process raft request' (duration: 417.132824ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:00.429221Z","caller":"traceutil/trace.go:171","msg":"trace[1689937121] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"149.512777ms","start":"2026-05-07T10:09:00.279665Z","end":"2026-05-07T10:09:00.429178Z","steps":["trace[1689937121] 'process raft request' (duration: 149.361704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:00.429334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:00.011815Z","time spent":"417.428181ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:09:00.429418Z","caller":"traceutil/trace.go:171","msg":"trace[173063767] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"445.691117ms","start":"2026-05-07T10:08:59.983709Z","end":"2026-05-07T10:09:00.4294Z","steps":["trace[173063767] 'process raft request' (duration: 444.603801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:00.429506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:08:59.983683Z","time spent":"445.780868ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:09:00.429596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.374691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:09:00.429615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.961549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-07T10:09:00.429637Z","caller":"traceutil/trace.go:171","msg":"trace[939219169] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25717; }","duration":"250.462413ms","start":"2026-05-07T10:09:00.179158Z","end":"2026-05-07T10:09:00.42962Z","steps":["trace[939219169] 'agreement among raft nodes before linearized reading' (duration: 250.393251ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:00.429646Z","caller":"traceutil/trace.go:171","msg":"trace[250216546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25717; }","duration":"173.044991ms","start":"2026-05-07T10:09:00.256593Z","end":"2026-05-07T10:09:00.429638Z","steps":["trace[250216546] 'agreement among raft nodes before linearized reading' (duration: 172.935629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:00.429808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.244439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-05-07T10:09:00.429838Z","caller":"traceutil/trace.go:171","msg":"trace[1398113708] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25717; }","duration":"341.332351ms","start":"2026-05-07T10:09:00.088498Z","end":"2026-05-07T10:09:00.42983Z","steps":["trace[1398113708] 'agreement among raft nodes before linearized reading' (duration: 341.205378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:00.429859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:00.088471Z","time spent":"341.382192ms","remote":"127.0.0.1:46902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-05-07T10:09:00.430092Z","caller":"traceutil/trace.go:171","msg":"trace[36366650] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"378.694271ms","start":"2026-05-07T10:09:00.051384Z","end":"2026-05-07T10:09:00.430078Z","steps":["trace[36366650] 'process raft request' (duration: 377.614805ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:00.43018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:00.051367Z","time spent":"378.753712ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:09:06.619246Z","caller":"traceutil/trace.go:171","msg":"trace[559221785] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"164.113892ms","start":"2026-05-07T10:09:06.455096Z","end":"2026-05-07T10:09:06.61921Z","steps":["trace[559221785] 'process raft request' (duration: 161.433758ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:06.619636Z","caller":"traceutil/trace.go:171","msg":"trace[248138554] linearizableReadLoop","detail":"{readStateIndex:26627; appliedIndex:26624; }","duration":"156.693347ms","start":"2026-05-07T10:09:06.462921Z","end":"2026-05-07T10:09:06.619615Z","steps":["trace[248138554] 'read index received' (duration: 25.748616ms)","trace[248138554] 'applied index is now lower than readState.Index' (duration: 130.943041ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:09:06.619734Z","caller":"traceutil/trace.go:171","msg":"trace[1279879865] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"150.827569ms","start":"2026-05-07T10:09:06.468893Z","end":"2026-05-07T10:09:06.619721Z","steps":["trace[1279879865] 'process raft request' (duration: 150.46227ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:06.619633Z","caller":"traceutil/trace.go:171","msg":"trace[338188165] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"163.365994ms","start":"2026-05-07T10:09:06.456225Z","end":"2026-05-07T10:09:06.619591Z","steps":["trace[338188165] 'process raft request' (duration: 162.928213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:06.619921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.417586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T10:09:06.620039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.653879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-05-07T10:09:06.62005Z","caller":"traceutil/trace.go:171","msg":"trace[1287157111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25771; }","duration":"152.58101ms","start":"2026-05-07T10:09:06.467455Z","end":"2026-05-07T10:09:06.620036Z","steps":["trace[1287157111] 'agreement among raft nodes before linearized reading' (duration: 152.344445ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:06.620101Z","caller":"traceutil/trace.go:171","msg":"trace[2118529016] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:25771; }","duration":"106.720161ms","start":"2026-05-07T10:09:06.513358Z","end":"2026-05-07T10:09:06.620078Z","steps":["trace[2118529016] 'agreement among raft nodes before linearized reading' (duration: 106.614679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:06.620497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.545477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:923"} {"level":"info","ts":"2026-05-07T10:09:06.620609Z","caller":"traceutil/trace.go:171","msg":"trace[231840124] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:25771; }","duration":"157.706591ms","start":"2026-05-07T10:09:06.462877Z","end":"2026-05-07T10:09:06.620583Z","steps":["trace[231840124] 'agreement among raft nodes before linearized reading' (duration: 156.869551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:06.62073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.097238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" ","response":"range_response_count:1 size:820"} {"level":"info","ts":"2026-05-07T10:09:06.620787Z","caller":"traceutil/trace.go:171","msg":"trace[1312184178] range","detail":"{range_begin:/registry/services/specs/orc-system/orc-controller-manager-metrics-service; range_end:; response_count:1; response_revision:25771; }","duration":"132.18529ms","start":"2026-05-07T10:09:06.488586Z","end":"2026-05-07T10:09:06.620772Z","steps":["trace[1312184178] 'agreement among raft nodes before linearized reading' (duration: 132.053677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:06.62065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.783178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T10:09:06.62085Z","caller":"traceutil/trace.go:171","msg":"trace[178524540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25771; }","duration":"151.017413ms","start":"2026-05-07T10:09:06.469817Z","end":"2026-05-07T10:09:06.620835Z","steps":["trace[178524540] 'agreement among raft nodes before linearized reading' (duration: 150.728136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:06.620932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.176872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-07T10:09:06.621031Z","caller":"traceutil/trace.go:171","msg":"trace[2044610156] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25771; }","duration":"144.404698ms","start":"2026-05-07T10:09:06.476607Z","end":"2026-05-07T10:09:06.621011Z","steps":["trace[2044610156] 'agreement among raft nodes before linearized reading' (duration: 143.883836ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:07.256895Z","caller":"traceutil/trace.go:171","msg":"trace[705401804] linearizableReadLoop","detail":"{readStateIndex:26632; appliedIndex:26631; }","duration":"169.15074ms","start":"2026-05-07T10:09:07.087721Z","end":"2026-05-07T10:09:07.256872Z","steps":["trace[705401804] 'read index received' (duration: 165.500564ms)","trace[705401804] 'applied index is now lower than readState.Index' (duration: 3.648766ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:09:07.257084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.335644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-of9bv1\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-05-07T10:09:07.257159Z","caller":"traceutil/trace.go:171","msg":"trace[699424127] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-of9bv1; range_end:; response_count:1; response_revision:25774; }","duration":"169.457037ms","start":"2026-05-07T10:09:07.087685Z","end":"2026-05-07T10:09:07.257142Z","steps":["trace[699424127] 'agreement among raft nodes before linearized reading' (duration: 169.243782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:07.257106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.808017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"info","ts":"2026-05-07T10:09:07.257391Z","caller":"traceutil/trace.go:171","msg":"trace[1438994243] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:25774; }","duration":"145.115035ms","start":"2026-05-07T10:09:07.112259Z","end":"2026-05-07T10:09:07.257374Z","steps":["trace[1438994243] 'agreement among raft nodes before linearized reading' (duration: 144.755926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:07.257595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.546933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"info","ts":"2026-05-07T10:09:07.257641Z","caller":"traceutil/trace.go:171","msg":"trace[377921870] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:25774; }","duration":"119.625265ms","start":"2026-05-07T10:09:07.138002Z","end":"2026-05-07T10:09:07.257627Z","steps":["trace[377921870] 'agreement among raft nodes before linearized reading' (duration: 119.536113ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:26.869015Z","caller":"traceutil/trace.go:171","msg":"trace[1696448482] transaction","detail":"{read_only:false; response_revision:25933; number_of_response:1; }","duration":"272.356898ms","start":"2026-05-07T10:09:26.596633Z","end":"2026-05-07T10:09:26.86899Z","steps":["trace[1696448482] 'process raft request' (duration: 272.195084ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:26.887543Z","caller":"traceutil/trace.go:171","msg":"trace[3752658] transaction","detail":"{read_only:false; response_revision:25934; number_of_response:1; }","duration":"177.152779ms","start":"2026-05-07T10:09:26.710366Z","end":"2026-05-07T10:09:26.887519Z","steps":["trace[3752658] 'process raft request' (duration: 176.990275ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:26.887925Z","caller":"traceutil/trace.go:171","msg":"trace[118698335] transaction","detail":"{read_only:false; response_revision:25935; number_of_response:1; }","duration":"133.934872ms","start":"2026-05-07T10:09:26.753969Z","end":"2026-05-07T10:09:26.887903Z","steps":["trace[118698335] 'process raft request' (duration: 133.509622ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:26.88787Z","caller":"traceutil/trace.go:171","msg":"trace[2111704351] linearizableReadLoop","detail":"{readStateIndex:26795; appliedIndex:26793; }","duration":"154.540356ms","start":"2026-05-07T10:09:26.733298Z","end":"2026-05-07T10:09:26.887838Z","steps":["trace[2111704351] 'read index received' (duration: 135.58216ms)","trace[2111704351] 'applied index is now lower than readState.Index' (duration: 18.956776ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:09:26.888181Z","caller":"traceutil/trace.go:171","msg":"trace[1033038004] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"133.976092ms","start":"2026-05-07T10:09:26.754149Z","end":"2026-05-07T10:09:26.888125Z","steps":["trace[1033038004] 'process raft request' (duration: 133.508091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:26.888339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.401225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-07T10:09:26.888634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.048769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-07T10:09:26.888679Z","caller":"traceutil/trace.go:171","msg":"trace[689715603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25936; }","duration":"129.815565ms","start":"2026-05-07T10:09:26.758851Z","end":"2026-05-07T10:09:26.888667Z","steps":["trace[689715603] 'agreement among raft nodes before linearized reading' (duration: 129.311913ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:26.888687Z","caller":"traceutil/trace.go:171","msg":"trace[796595014] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25936; }","duration":"127.115771ms","start":"2026-05-07T10:09:26.761557Z","end":"2026-05-07T10:09:26.888673Z","steps":["trace[796595014] 'agreement among raft nodes before linearized reading' (duration: 126.987108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:26.890509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.167958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T10:09:26.890778Z","caller":"traceutil/trace.go:171","msg":"trace[151906369] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25936; }","duration":"157.507196ms","start":"2026-05-07T10:09:26.733252Z","end":"2026-05-07T10:09:26.890759Z","steps":["trace[151906369] 'agreement among raft nodes before linearized reading' (duration: 154.72554ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:31.503482Z","caller":"traceutil/trace.go:171","msg":"trace[1057762835] linearizableReadLoop","detail":"{readStateIndex:26834; appliedIndex:26833; }","duration":"239.667649ms","start":"2026-05-07T10:09:31.263767Z","end":"2026-05-07T10:09:31.503434Z","steps":["trace[1057762835] 'read index received' (duration: 239.199578ms)","trace[1057762835] 'applied index is now lower than readState.Index' (duration: 466.291µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:09:31.504068Z","caller":"traceutil/trace.go:171","msg":"trace[533576201] transaction","detail":"{read_only:false; response_revision:25972; number_of_response:1; }","duration":"341.101476ms","start":"2026-05-07T10:09:31.162944Z","end":"2026-05-07T10:09:31.504046Z","steps":["trace[533576201] 'process raft request' (duration: 340.125203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:31.504224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:31.162919Z","time spent":"341.191748ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5587,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:09:31.504583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.803666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418379"} {"level":"info","ts":"2026-05-07T10:09:31.504653Z","caller":"traceutil/trace.go:171","msg":"trace[1850622630] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25972; }","duration":"240.935589ms","start":"2026-05-07T10:09:31.2637Z","end":"2026-05-07T10:09:31.504635Z","steps":["trace[1850622630] 'agreement among raft nodes before linearized reading' (duration: 240.609842ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:31.771673Z","caller":"traceutil/trace.go:171","msg":"trace[1232001275] linearizableReadLoop","detail":"{readStateIndex:26836; appliedIndex:26834; }","duration":"268.049427ms","start":"2026-05-07T10:09:31.503595Z","end":"2026-05-07T10:09:31.771645Z","steps":["trace[1232001275] 'read index received' (duration: 267.881353ms)","trace[1232001275] 'applied index is now lower than readState.Index' (duration: 167.074µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:09:31.771784Z","caller":"traceutil/trace.go:171","msg":"trace[1715476135] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"386.598656ms","start":"2026-05-07T10:09:31.385176Z","end":"2026-05-07T10:09:31.771774Z","steps":["trace[1715476135] 'process raft request' (duration: 386.423252ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:31.771777Z","caller":"traceutil/trace.go:171","msg":"trace[1343864380] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"387.399315ms","start":"2026-05-07T10:09:31.384354Z","end":"2026-05-07T10:09:31.771753Z","steps":["trace[1343864380] 'process raft request' (duration: 387.079618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:31.771893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:31.385167Z","time spent":"386.644637ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:09:31.771932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:31.384339Z","time spent":"387.519238ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:09:31.772278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.87532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:09:31.772404Z","caller":"traceutil/trace.go:171","msg":"trace[1527364207] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25974; }","duration":"389.026063ms","start":"2026-05-07T10:09:31.383357Z","end":"2026-05-07T10:09:31.772383Z","steps":["trace[1527364207] 'agreement among raft nodes before linearized reading' (duration: 388.811038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:31.77246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:31.383301Z","time spent":"389.149006ms","remote":"127.0.0.1:33052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:09:31.776833Z","caller":"traceutil/trace.go:171","msg":"trace[1385588050] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"266.153153ms","start":"2026-05-07T10:09:31.510668Z","end":"2026-05-07T10:09:31.776821Z","steps":["trace[1385588050] 'process raft request' (duration: 265.883186ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:31.777166Z","caller":"traceutil/trace.go:171","msg":"trace[403768115] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"265.599959ms","start":"2026-05-07T10:09:31.511548Z","end":"2026-05-07T10:09:31.777148Z","steps":["trace[403768115] 'process raft request' (duration: 265.173409ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:31.777214Z","caller":"traceutil/trace.go:171","msg":"trace[1825192066] transaction","detail":"{read_only:false; response_revision:25977; number_of_response:1; }","duration":"263.535481ms","start":"2026-05-07T10:09:31.513623Z","end":"2026-05-07T10:09:31.777159Z","steps":["trace[1825192066] 'process raft request' (duration: 263.360536ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:37.383494Z","caller":"traceutil/trace.go:171","msg":"trace[976927773] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"479.278826ms","start":"2026-05-07T10:09:36.904191Z","end":"2026-05-07T10:09:37.383469Z","steps":["trace[976927773] 'process raft request' (duration: 479.113262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:37.383654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:36.904167Z","time spent":"479.400779ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:09:37.68624Z","caller":"traceutil/trace.go:171","msg":"trace[992757007] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"754.545523ms","start":"2026-05-07T10:09:36.931663Z","end":"2026-05-07T10:09:37.686209Z","steps":["trace[992757007] 'process raft request' (duration: 754.115462ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:37.686252Z","caller":"traceutil/trace.go:171","msg":"trace[335211944] transaction","detail":"{read_only:false; response_revision:26012; number_of_response:1; }","duration":"754.497491ms","start":"2026-05-07T10:09:36.93173Z","end":"2026-05-07T10:09:37.686227Z","steps":["trace[335211944] 'process raft request' (duration: 754.240565ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:37.686305Z","caller":"traceutil/trace.go:171","msg":"trace[188612395] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"750.915957ms","start":"2026-05-07T10:09:36.935384Z","end":"2026-05-07T10:09:37.6863Z","steps":["trace[188612395] 'process raft request' (duration: 750.64155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:37.686802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:36.931706Z","time spent":"755.029704ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:09:37.686874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:36.935373Z","time spent":"751.436969ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:09:37.686697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:36.93164Z","time spent":"754.950501ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:09:38.026225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.130483ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-07T10:09:38.026604Z","caller":"traceutil/trace.go:171","msg":"trace[707740990] linearizableReadLoop","detail":"{readStateIndex:26876; appliedIndex:26872; }","duration":"1.022371375s","start":"2026-05-07T10:09:37.004207Z","end":"2026-05-07T10:09:38.026578Z","steps":["trace[707740990] 'read index received' (duration: 379.195242ms)","trace[707740990] 'applied index is now lower than readState.Index' (duration: 643.174553ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:09:38.02702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022789384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-07T10:09:38.027149Z","caller":"traceutil/trace.go:171","msg":"trace[814038523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26013; }","duration":"1.022933398s","start":"2026-05-07T10:09:37.004161Z","end":"2026-05-07T10:09:38.027094Z","steps":["trace[814038523] 'agreement among raft nodes before linearized reading' (duration: 1.022657532s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.027198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:37.004146Z","time spent":"1.02304263s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T10:09:38.027881Z","caller":"traceutil/trace.go:171","msg":"trace[927618827] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"232.90248ms","start":"2026-05-07T10:09:37.794955Z","end":"2026-05-07T10:09:38.027857Z","steps":["trace[927618827] 'process raft request' (duration: 231.470646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.209964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.024502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:09:38.210294Z","caller":"traceutil/trace.go:171","msg":"trace[353889500] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"178.032049ms","start":"2026-05-07T10:09:38.032243Z","end":"2026-05-07T10:09:38.210275Z","steps":["trace[353889500] 'process raft request' (duration: 177.823254ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:38.210353Z","caller":"traceutil/trace.go:171","msg":"trace[700779154] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"413.583271ms","start":"2026-05-07T10:09:37.796723Z","end":"2026-05-07T10:09:38.210306Z","steps":["trace[700779154] 'process raft request' (duration: 231.122018ms)","trace[700779154] 'compare' (duration: 181.674264ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:09:38.210542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055818972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-05-07T10:09:38.210581Z","caller":"traceutil/trace.go:171","msg":"trace[451176661] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26016; }","duration":"1.055884973s","start":"2026-05-07T10:09:37.154687Z","end":"2026-05-07T10:09:38.210571Z","steps":["trace[451176661] 'agreement among raft nodes before linearized reading' (duration: 1.05574438s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.210612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:37.154672Z","time spent":"1.055931745s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T10:09:38.210542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.281253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:09:38.210713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.543799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:09:38.210728Z","caller":"traceutil/trace.go:171","msg":"trace[81484597] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26016; }","duration":"869.535388ms","start":"2026-05-07T10:09:37.341175Z","end":"2026-05-07T10:09:38.210711Z","steps":["trace[81484597] 'agreement among raft nodes before linearized reading' (duration: 869.156099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.210826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.088203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:09:38.210868Z","caller":"traceutil/trace.go:171","msg":"trace[1119718925] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26016; }","duration":"998.160346ms","start":"2026-05-07T10:09:37.212695Z","end":"2026-05-07T10:09:38.210856Z","steps":["trace[1119718925] 'agreement among raft nodes before linearized reading' (duration: 998.094404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.210906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:37.212682Z","time spent":"998.214016ms","remote":"127.0.0.1:46866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T10:09:38.210929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202838751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-07T10:09:38.210883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:37.341161Z","time spent":"869.682232ms","remote":"127.0.0.1:36408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:09:38.210971Z","caller":"traceutil/trace.go:171","msg":"trace[657599105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26016; }","duration":"1.202896352s","start":"2026-05-07T10:09:37.008062Z","end":"2026-05-07T10:09:38.210959Z","steps":["trace[657599105] 'agreement among raft nodes before linearized reading' (duration: 1.202763159s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.211205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20489625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-07T10:09:38.211266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:37.008052Z","time spent":"1.203192909s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T10:09:38.211275Z","caller":"traceutil/trace.go:171","msg":"trace[1963738237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26016; }","duration":"1.205438782s","start":"2026-05-07T10:09:37.005819Z","end":"2026-05-07T10:09:38.211258Z","steps":["trace[1963738237] 'agreement among raft nodes before linearized reading' (duration: 1.204668914s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.211534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.791906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:09:38.210782Z","caller":"traceutil/trace.go:171","msg":"trace[1469553575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26016; }","duration":"424.647991ms","start":"2026-05-07T10:09:37.786118Z","end":"2026-05-07T10:09:38.210766Z","steps":["trace[1469553575] 'agreement among raft nodes before linearized reading' (duration: 424.538859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.211666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:37.786099Z","time spent":"425.550802ms","remote":"127.0.0.1:60926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T10:09:38.211622Z","caller":"traceutil/trace.go:171","msg":"trace[159314813] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26016; }","duration":"858.893278ms","start":"2026-05-07T10:09:37.352708Z","end":"2026-05-07T10:09:38.211602Z","steps":["trace[159314813] 'agreement among raft nodes before linearized reading' (duration: 858.788456ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:38.210391Z","caller":"traceutil/trace.go:171","msg":"trace[957052016] linearizableReadLoop","detail":"{readStateIndex:26879; appliedIndex:26877; }","duration":"183.547538ms","start":"2026-05-07T10:09:38.026783Z","end":"2026-05-07T10:09:38.210331Z","steps":["trace[957052016] 'read index received' (duration: 50.061µs)","trace[957052016] 'applied index is now lower than readState.Index' (duration: 183.473497ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:09:38.212119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:37.352698Z","time spent":"859.40178ms","remote":"127.0.0.1:42830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T10:09:38.211879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:37.796708Z","time spent":"413.842727ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:09:38.212723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:37.005805Z","time spent":"1.206902316s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T10:09:38.832854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.560718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:09:38.833159Z","caller":"traceutil/trace.go:171","msg":"trace[1178634473] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"615.43552ms","start":"2026-05-07T10:09:38.217703Z","end":"2026-05-07T10:09:38.833139Z","steps":["trace[1178634473] 'process raft request' (duration: 403.486213ms)","trace[1178634473] 'compare' (duration: 211.280361ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:09:38.833682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:38.217661Z","time spent":"615.551323ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:09:38.853465Z","caller":"traceutil/trace.go:171","msg":"trace[960214838] linearizableReadLoop","detail":"{readStateIndex:26884; appliedIndex:26880; }","duration":"631.858237ms","start":"2026-05-07T10:09:38.22158Z","end":"2026-05-07T10:09:38.853439Z","steps":["trace[960214838] 'read index received' (duration: 399.630553ms)","trace[960214838] 'applied index is now lower than readState.Index' (duration: 232.226584ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:09:38.853544Z","caller":"traceutil/trace.go:171","msg":"trace[1784960462] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"633.072195ms","start":"2026-05-07T10:09:38.220434Z","end":"2026-05-07T10:09:38.853506Z","steps":["trace[1784960462] 'process raft request' (duration: 632.960073ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:09:38.85356Z","caller":"traceutil/trace.go:171","msg":"trace[593623906] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"635.635216ms","start":"2026-05-07T10:09:38.217895Z","end":"2026-05-07T10:09:38.853531Z","steps":["trace[593623906] 'process raft request' (duration: 635.329359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.853623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.01233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:09:38.853667Z","caller":"traceutil/trace.go:171","msg":"trace[147265123] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26020; }","duration":"632.089452ms","start":"2026-05-07T10:09:38.221564Z","end":"2026-05-07T10:09:38.853654Z","steps":["trace[147265123] 'agreement among raft nodes before linearized reading' (duration: 631.99808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.853701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:38.221558Z","time spent":"632.133743ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T10:09:38.85372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:38.217884Z","time spent":"635.749998ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:09:38.853738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:38.220428Z","time spent":"633.202688ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:09:38.853765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.383645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T10:09:38.853807Z","caller":"traceutil/trace.go:171","msg":"trace[1725508559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26020; }","duration":"611.448586ms","start":"2026-05-07T10:09:38.242347Z","end":"2026-05-07T10:09:38.853795Z","steps":["trace[1725508559] 'agreement among raft nodes before linearized reading' (duration: 611.291823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.853837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:38.242337Z","time spent":"611.495427ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T10:09:38.853887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.745175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-07T10:09:38.853938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.984265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:09:38.853943Z","caller":"traceutil/trace.go:171","msg":"trace[1846800956] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26020; }","duration":"399.818517ms","start":"2026-05-07T10:09:38.454102Z","end":"2026-05-07T10:09:38.85392Z","steps":["trace[1846800956] 'agreement among raft nodes before linearized reading' (duration: 399.732235ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.853982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:38.454083Z","time spent":"399.888189ms","remote":"127.0.0.1:33132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-05-07T10:09:38.853993Z","caller":"traceutil/trace.go:171","msg":"trace[1675469815] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26020; }","duration":"112.066247ms","start":"2026-05-07T10:09:38.741896Z","end":"2026-05-07T10:09:38.853962Z","steps":["trace[1675469815] 'agreement among raft nodes before linearized reading' (duration: 111.982935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.854347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.106603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:09:38.854485Z","caller":"traceutil/trace.go:171","msg":"trace[1275541272] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26020; }","duration":"502.271057ms","start":"2026-05-07T10:09:38.35217Z","end":"2026-05-07T10:09:38.854441Z","steps":["trace[1275541272] 'agreement among raft nodes before linearized reading' (duration: 502.021231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.854586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:38.352153Z","time spent":"502.418291ms","remote":"127.0.0.1:33122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T10:09:38.853512Z","caller":"traceutil/trace.go:171","msg":"trace[251776616] transaction","detail":"{read_only:false; response_revision:26019; number_of_response:1; }","duration":"635.076433ms","start":"2026-05-07T10:09:38.218402Z","end":"2026-05-07T10:09:38.853478Z","steps":["trace[251776616] 'process raft request' (duration: 634.95093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:38.858059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:38.218394Z","time spent":"639.501506ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:09:39.218396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.009802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-07T10:09:39.218516Z","caller":"traceutil/trace.go:171","msg":"trace[574179850] linearizableReadLoop","detail":"{readStateIndex:26885; appliedIndex:26884; }","duration":"357.264096ms","start":"2026-05-07T10:09:38.861229Z","end":"2026-05-07T10:09:39.218493Z","steps":["trace[574179850] 'read index received' (duration: 229.167752ms)","trace[574179850] 'applied index is now lower than readState.Index' (duration: 128.094754ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:09:39.218562Z","caller":"traceutil/trace.go:171","msg":"trace[1636774302] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"359.861617ms","start":"2026-05-07T10:09:38.858646Z","end":"2026-05-07T10:09:39.218507Z","steps":["trace[1636774302] 'process raft request' (duration: 231.64206ms)","trace[1636774302] 'compare' (duration: 127.596783ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:09:39.218687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.44964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-07T10:09:39.218694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.712183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:09:39.218746Z","caller":"traceutil/trace.go:171","msg":"trace[246016752] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26021; }","duration":"357.551942ms","start":"2026-05-07T10:09:38.861175Z","end":"2026-05-07T10:09:39.218726Z","steps":["trace[246016752] 'agreement among raft nodes before linearized reading' (duration: 357.45251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:39.21877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:38.858622Z","time spent":"360.032291ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T10:09:39.218776Z","caller":"traceutil/trace.go:171","msg":"trace[383215781] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26021; }","duration":"356.832946ms","start":"2026-05-07T10:09:38.861919Z","end":"2026-05-07T10:09:39.218752Z","steps":["trace[383215781] 'agreement among raft nodes before linearized reading' (duration: 356.703943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:09:39.218798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:38.861149Z","time spent":"357.633505ms","remote":"127.0.0.1:32928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-07T10:09:39.218824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:09:38.861886Z","time spent":"356.930217ms","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T10:10:03.529514Z","caller":"traceutil/trace.go:171","msg":"trace[1340997244] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"158.653133ms","start":"2026-05-07T10:10:03.370838Z","end":"2026-05-07T10:10:03.529491Z","steps":["trace[1340997244] 'process raft request' (duration: 158.53231ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:10:03.529572Z","caller":"traceutil/trace.go:171","msg":"trace[581565099] linearizableReadLoop","detail":"{readStateIndex:27093; appliedIndex:27093; }","duration":"136.149943ms","start":"2026-05-07T10:10:03.393389Z","end":"2026-05-07T10:10:03.529539Z","steps":["trace[581565099] 'read index received' (duration: 136.133113ms)","trace[581565099] 'applied index is now lower than readState.Index' (duration: 14.06µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:10:03.529813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.393539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-07T10:10:03.529901Z","caller":"traceutil/trace.go:171","msg":"trace[1936190107] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26222; }","duration":"136.531932ms","start":"2026-05-07T10:10:03.393349Z","end":"2026-05-07T10:10:03.529881Z","steps":["trace[1936190107] 'agreement among raft nodes before linearized reading' (duration: 136.274036ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:10:03.694582Z","caller":"traceutil/trace.go:171","msg":"trace[878838380] linearizableReadLoop","detail":"{readStateIndex:27094; appliedIndex:27093; }","duration":"164.91549ms","start":"2026-05-07T10:10:03.529642Z","end":"2026-05-07T10:10:03.694558Z","steps":["trace[878838380] 'read index received' (duration: 164.703035ms)","trace[878838380] 'applied index is now lower than readState.Index' (duration: 211.215µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:10:03.694714Z","caller":"traceutil/trace.go:171","msg":"trace[1340199653] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"258.751118ms","start":"2026-05-07T10:10:03.435952Z","end":"2026-05-07T10:10:03.694703Z","steps":["trace[1340199653] 'process raft request' (duration: 258.438451ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:10:03.694936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.170174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-07T10:10:03.695Z","caller":"traceutil/trace.go:171","msg":"trace[123092873] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26223; }","duration":"238.276526ms","start":"2026-05-07T10:10:03.456709Z","end":"2026-05-07T10:10:03.694986Z","steps":["trace[123092873] 'agreement among raft nodes before linearized reading' (duration: 238.100572ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:10:03.86115Z","caller":"traceutil/trace.go:171","msg":"trace[2047447315] linearizableReadLoop","detail":"{readStateIndex:27095; appliedIndex:27094; }","duration":"166.462687ms","start":"2026-05-07T10:10:03.694656Z","end":"2026-05-07T10:10:03.861119Z","steps":["trace[2047447315] 'read index received' (duration: 137.569747ms)","trace[2047447315] 'applied index is now lower than readState.Index' (duration: 28.89114ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:10:03.861293Z","caller":"traceutil/trace.go:171","msg":"trace[1094963635] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"325.99607ms","start":"2026-05-07T10:10:03.535281Z","end":"2026-05-07T10:10:03.861277Z","steps":["trace[1094963635] 'process raft request' (duration: 297.046919ms)","trace[1094963635] 'compare' (duration: 28.527432ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:10:03.86142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:10:03.53524Z","time spent":"326.084943ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T10:10:03.861549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.253392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1565810c-5815-480d-9d6c-46157384f91c\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-07T10:10:03.861619Z","caller":"traceutil/trace.go:171","msg":"trace[650242128] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1565810c-5815-480d-9d6c-46157384f91c; range_end:; response_count:1; response_revision:26224; }","duration":"322.341524ms","start":"2026-05-07T10:10:03.539257Z","end":"2026-05-07T10:10:03.861598Z","steps":["trace[650242128] 'agreement among raft nodes before linearized reading' (duration: 322.127709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:10:03.861668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T10:10:03.539249Z","time spent":"322.407185ms","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-1565810c-5815-480d-9d6c-46157384f91c\" "} {"level":"warn","ts":"2026-05-07T10:10:03.863948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.287626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-07T10:10:03.86406Z","caller":"traceutil/trace.go:171","msg":"trace[1597010759] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26227; }","duration":"133.441139ms","start":"2026-05-07T10:10:03.730593Z","end":"2026-05-07T10:10:03.864034Z","steps":["trace[1597010759] 'agreement among raft nodes before linearized reading' (duration: 133.083931ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:10:08.638469Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a39.wal"} {"level":"info","ts":"2026-05-07T10:12:41.937711Z","caller":"traceutil/trace.go:171","msg":"trace[144989394] linearizableReadLoop","detail":"{readStateIndex:28778; appliedIndex:28777; }","duration":"150.43293ms","start":"2026-05-07T10:12:41.787252Z","end":"2026-05-07T10:12:41.937685Z","steps":["trace[144989394] 'read index received' (duration: 150.193644ms)","trace[144989394] 'applied index is now lower than readState.Index' (duration: 238.286µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:12:41.937833Z","caller":"traceutil/trace.go:171","msg":"trace[925840878] transaction","detail":"{read_only:false; response_revision:27866; number_of_response:1; }","duration":"197.924836ms","start":"2026-05-07T10:12:41.739873Z","end":"2026-05-07T10:12:41.937798Z","steps":["trace[925840878] 'process raft request' (duration: 197.63677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:12:41.937913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.727187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-07T10:12:41.937949Z","caller":"traceutil/trace.go:171","msg":"trace[543022192] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:27866; }","duration":"136.84227ms","start":"2026-05-07T10:12:41.801094Z","end":"2026-05-07T10:12:41.937936Z","steps":["trace[543022192] 'agreement among raft nodes before linearized reading' (duration: 136.748408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T10:12:41.937955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.681175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-07T10:12:41.938188Z","caller":"traceutil/trace.go:171","msg":"trace[1220766116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27866; }","duration":"150.88076ms","start":"2026-05-07T10:12:41.787206Z","end":"2026-05-07T10:12:41.938087Z","steps":["trace[1220766116] 'agreement among raft nodes before linearized reading' (duration: 150.640475ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:13:16.52865Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25415} {"level":"info","ts":"2026-05-07T10:13:16.703199Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25415,"took":"170.201482ms","hash":3636833780,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":36229120,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-07T10:13:16.703306Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3636833780,"revision":25415,"compact-revision":22168} {"level":"info","ts":"2026-05-07T10:13:34.754045Z","caller":"traceutil/trace.go:171","msg":"trace[716678648] linearizableReadLoop","detail":"{readStateIndex:29333; appliedIndex:29332; }","duration":"120.303589ms","start":"2026-05-07T10:13:34.633708Z","end":"2026-05-07T10:13:34.754011Z","steps":["trace[716678648] 'read index received' (duration: 73.478658ms)","trace[716678648] 'applied index is now lower than readState.Index' (duration: 46.823781ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T10:13:34.754107Z","caller":"traceutil/trace.go:171","msg":"trace[1644444400] transaction","detail":"{read_only:false; response_revision:28404; number_of_response:1; }","duration":"126.74747ms","start":"2026-05-07T10:13:34.627327Z","end":"2026-05-07T10:13:34.754074Z","steps":["trace[1644444400] 'process raft request' (duration: 79.853287ms)","trace[1644444400] 'compare' (duration: 46.560635ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T10:13:34.754287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.556274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T10:13:34.754323Z","caller":"traceutil/trace.go:171","msg":"trace[1470903649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28404; }","duration":"120.657257ms","start":"2026-05-07T10:13:34.633651Z","end":"2026-05-07T10:13:34.754309Z","steps":["trace[1470903649] 'agreement among raft nodes before linearized reading' (duration: 120.471622ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:13:34.766909Z","caller":"traceutil/trace.go:171","msg":"trace[535994885] transaction","detail":"{read_only:false; response_revision:28405; number_of_response:1; }","duration":"127.687673ms","start":"2026-05-07T10:13:34.639168Z","end":"2026-05-07T10:13:34.766856Z","steps":["trace[535994885] 'process raft request' (duration: 127.048658ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:13:34.767022Z","caller":"traceutil/trace.go:171","msg":"trace[1407260221] transaction","detail":"{read_only:false; response_revision:28406; number_of_response:1; }","duration":"121.665151ms","start":"2026-05-07T10:13:34.645247Z","end":"2026-05-07T10:13:34.766912Z","steps":["trace[1407260221] 'process raft request' (duration: 121.145819ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:13:34.767161Z","caller":"traceutil/trace.go:171","msg":"trace[1297157242] transaction","detail":"{read_only:false; response_revision:28407; number_of_response:1; }","duration":"118.141488ms","start":"2026-05-07T10:13:34.648336Z","end":"2026-05-07T10:13:34.766478Z","steps":["trace[1297157242] 'process raft request' (duration: 118.091777ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T10:15:00.128891Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T10:15:00.136575Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-07T10:15:00.136706Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-07T10:18:16.53581Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28236} {"level":"info","ts":"2026-05-07T10:18:16.68464Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28236,"took":"141.536687ms","hash":4196618396,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":31657984,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T10:18:16.684704Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4196618396,"revision":28236,"compact-revision":25415} {"level":"info","ts":"2026-05-07T10:23:16.543102Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30520} {"level":"info","ts":"2026-05-07T10:23:16.68593Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30520,"took":"136.705193ms","hash":2242254408,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":30289920,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-07T10:23:16.685991Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2242254408,"revision":30520,"compact-revision":28236} {"level":"info","ts":"2026-05-07T10:28:16.54931Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32746} {"level":"info","ts":"2026-05-07T10:28:16.690572Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32746,"took":"136.294594ms","hash":1558970121,"current-db-size-bytes":59502592,"current-db-size":"60 MB","current-db-size-in-use-bytes":31010816,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-07T10:28:16.690632Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1558970121,"revision":32746,"compact-revision":30520} {"level":"info","ts":"2026-05-07T10:33:16.555119Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35049} {"level":"info","ts":"2026-05-07T10:33:16.695759Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35049,"took":"136.101379ms","hash":2267715921,"current-db-size-bytes":60370944,"current-db-size":"60 MB","current-db-size-in-use-bytes":32317440,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T10:33:16.695819Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2267715921,"revision":35049,"compact-revision":32746} {"level":"info","ts":"2026-05-07T10:36:34.379545Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-07T10:36:34.384319Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-07T10:36:34.384409Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-07T10:38:16.563418Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37275} {"level":"info","ts":"2026-05-07T10:38:16.702382Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37275,"took":"134.007579ms","hash":3176263130,"current-db-size-bytes":61636608,"current-db-size":"62 MB","current-db-size-in-use-bytes":31494144,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-07T10:38:16.70244Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3176263130,"revision":37275,"compact-revision":35049}