{"level":"warn","ts":"2026-03-01T21:13:19.846186Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-01T21:13:19.846366Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.22:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.22:2380","--initial-cluster=instance=https://199.204.45.22:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.22:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.22:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-01T21:13:19.846454Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-01T21:13:19.846465Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-03-01T21:13:19.846486Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-01T21:13:19.847323Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"]} {"level":"info","ts":"2026-03-01T21:13:19.847454Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.22:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-01T21:13:19.851613Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.885567ms"} {"level":"info","ts":"2026-03-01T21:13:19.858662Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fed19d9291630e09","cluster-id":"6ebf1e01320cc017"} {"level":"info","ts":"2026-03-01T21:13:19.858781Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=()"} {"level":"info","ts":"2026-03-01T21:13:19.858811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 0"} {"level":"info","ts":"2026-03-01T21:13:19.858827Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fed19d9291630e09 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-01T21:13:19.858841Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 1"} {"level":"info","ts":"2026-03-01T21:13:19.858887Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"warn","ts":"2026-03-01T21:13:19.864541Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-01T21:13:19.866333Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-01T21:13:19.867563Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-01T21:13:19.870698Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fed19d9291630e09","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-01T21:13:19.871596Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fed19d9291630e09","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-01T21:13:19.875221Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T21:13:19.875307Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T21:13:19.875338Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T21:13:19.876055Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"info","ts":"2026-03-01T21:13:19.87644Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","added-peer-id":"fed19d9291630e09","added-peer-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-03-01T21:13:19.877324Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-01T21:13:19.877579Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fed19d9291630e09","initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-01T21:13:19.877644Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-03-01T21:13:19.877695Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-01T21:13:19.87773Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-03-01T21:13:20.859922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 is starting a new election at term 1"} {"level":"info","ts":"2026-03-01T21:13:20.859976Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-01T21:13:20.860006Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgPreVoteResp from fed19d9291630e09 at term 1"} {"level":"info","ts":"2026-03-01T21:13:20.860021Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became candidate at term 2"} {"level":"info","ts":"2026-03-01T21:13:20.860028Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgVoteResp from fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-03-01T21:13:20.860037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became leader at term 2"} {"level":"info","ts":"2026-03-01T21:13:20.86005Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fed19d9291630e09 elected leader fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-03-01T21:13:20.861038Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fed19d9291630e09","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.22:2379]}","request-path":"/0/members/fed19d9291630e09/attributes","cluster-id":"6ebf1e01320cc017","publish-timeout":"7s"} {"level":"info","ts":"2026-03-01T21:13:20.861085Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T21:13:20.861162Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-01T21:13:20.86123Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-01T21:13:20.861349Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-01T21:13:20.861449Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-01T21:13:20.862414Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T21:13:20.862515Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T21:13:20.862551Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T21:13:20.86313Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-01T21:13:20.864597Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.22:2379"} {"level":"warn","ts":"2026-03-01T21:13:38.694607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642241227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:13:39.156065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095506308s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:13:39.156422Z","caller":"traceutil/trace.go:171","msg":"trace[1154512491] linearizableReadLoop","detail":"{readStateIndex:454; appliedIndex:453; }","duration":"962.437757ms","start":"2026-03-01T21:13:38.193967Z","end":"2026-03-01T21:13:39.156405Z","steps":["trace[1154512491] 'read index received' (duration: 962.261433ms)","trace[1154512491] 'applied index is now lower than readState.Index' (duration: 175.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:13:39.156484Z","caller":"traceutil/trace.go:171","msg":"trace[405719924] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"1.096012679s","start":"2026-03-01T21:13:38.060466Z","end":"2026-03-01T21:13:39.156478Z","steps":["trace[405719924] 'process raft request' (duration: 1.095811775s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:39.156705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.609441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:13:39.156731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.421197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-01T21:13:39.156813Z","caller":"traceutil/trace.go:171","msg":"trace[123460296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:442; }","duration":"115.775554ms","start":"2026-03-01T21:13:39.041021Z","end":"2026-03-01T21:13:39.156796Z","steps":["trace[123460296] 'agreement among raft nodes before linearized reading' (duration: 115.630521ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:13:39.156819Z","caller":"traceutil/trace.go:171","msg":"trace[1333857512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:442; }","duration":"945.557121ms","start":"2026-03-01T21:13:38.211246Z","end":"2026-03-01T21:13:39.156803Z","steps":["trace[1333857512] 'agreement among raft nodes before linearized reading' (duration: 945.354626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:39.15685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.126476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T21:13:39.156705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.710013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-01T21:13:39.156839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.130128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:13:39.156938Z","caller":"traceutil/trace.go:171","msg":"trace[1902491249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:442; }","duration":"962.99318ms","start":"2026-03-01T21:13:38.193918Z","end":"2026-03-01T21:13:39.156911Z","steps":["trace[1902491249] 'agreement among raft nodes before linearized reading' (duration: 962.668013ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:13:39.156958Z","caller":"traceutil/trace.go:171","msg":"trace[2145717559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:442; }","duration":"759.311642ms","start":"2026-03-01T21:13:38.397621Z","end":"2026-03-01T21:13:39.156933Z","steps":["trace[2145717559] 'agreement among raft nodes before linearized reading' (duration: 759.073647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:39.15698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:38.193894Z","time spent":"963.074512ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T21:13:39.156897Z","caller":"traceutil/trace.go:171","msg":"trace[1656367187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:442; }","duration":"264.214498ms","start":"2026-03-01T21:13:38.892673Z","end":"2026-03-01T21:13:39.156887Z","steps":["trace[1656367187] 'agreement among raft nodes before linearized reading' (duration: 263.930922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:39.157013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:38.397598Z","time spent":"759.404465ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:13:39.156855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:38.211235Z","time spent":"945.609761ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:13:39.157091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:38.06045Z","time spent":"1.09605235s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:13:45.542103Z","caller":"traceutil/trace.go:171","msg":"trace[398591398] linearizableReadLoop","detail":"{readStateIndex:472; appliedIndex:471; }","duration":"336.235157ms","start":"2026-03-01T21:13:45.20583Z","end":"2026-03-01T21:13:45.542065Z","steps":["trace[398591398] 'read index received' (duration: 335.95952ms)","trace[398591398] 'applied index is now lower than readState.Index' (duration: 274.157µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:13:45.542333Z","caller":"traceutil/trace.go:171","msg":"trace[1467352788] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"345.26242ms","start":"2026-03-01T21:13:45.197057Z","end":"2026-03-01T21:13:45.542319Z","steps":["trace[1467352788] 'process raft request' (duration: 344.733097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:45.54251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:45.197027Z","time spent":"345.371401ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:13:45.542558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.235717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T21:13:45.542672Z","caller":"traceutil/trace.go:171","msg":"trace[16976659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:458; }","duration":"336.388191ms","start":"2026-03-01T21:13:45.206256Z","end":"2026-03-01T21:13:45.542644Z","steps":["trace[16976659] 'agreement among raft nodes before linearized reading' (duration: 336.222837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:45.542734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:45.206237Z","time spent":"336.485202ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:13:45.542954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.103166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-01T21:13:45.543008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.892589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-01T21:13:45.543034Z","caller":"traceutil/trace.go:171","msg":"trace[838137907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:458; }","duration":"337.226979ms","start":"2026-03-01T21:13:45.20579Z","end":"2026-03-01T21:13:45.543017Z","steps":["trace[838137907] 'agreement among raft nodes before linearized reading' (duration: 337.042285ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:13:45.543059Z","caller":"traceutil/trace.go:171","msg":"trace[1795524480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:458; }","duration":"249.96412ms","start":"2026-03-01T21:13:45.293078Z","end":"2026-03-01T21:13:45.543043Z","steps":["trace[1795524480] 'agreement among raft nodes before linearized reading' (duration: 249.791507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:45.543084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:45.205779Z","time spent":"337.29807ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:13:46.405579Z","caller":"traceutil/trace.go:171","msg":"trace[1900513179] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"857.885353ms","start":"2026-03-01T21:13:45.547667Z","end":"2026-03-01T21:13:46.405552Z","steps":["trace[1900513179] 'process raft request' (duration: 857.711209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:46.405758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:45.547641Z","time spent":"858.029766ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:13:46.412821Z","caller":"traceutil/trace.go:171","msg":"trace[1192142366] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"865.058273ms","start":"2026-03-01T21:13:45.547733Z","end":"2026-03-01T21:13:46.412791Z","steps":["trace[1192142366] 'process raft request' (duration: 864.885889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:46.412998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:45.547707Z","time spent":"865.206955ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:13:46.413052Z","caller":"traceutil/trace.go:171","msg":"trace[2027913361] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"457.998565ms","start":"2026-03-01T21:13:45.955025Z","end":"2026-03-01T21:13:46.413023Z","steps":["trace[2027913361] 'process raft request' (duration: 457.918463ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:13:46.413119Z","caller":"traceutil/trace.go:171","msg":"trace[537715242] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"865.300767ms","start":"2026-03-01T21:13:45.547799Z","end":"2026-03-01T21:13:46.4131Z","steps":["trace[537715242] 'process raft request' (duration: 864.95391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:46.41318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:45.955007Z","time spent":"458.111347ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:13:46.413227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:45.547794Z","time spent":"865.37827ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:13:50.755561Z","caller":"traceutil/trace.go:171","msg":"trace[2050853051] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"219.962111ms","start":"2026-03-01T21:13:50.535572Z","end":"2026-03-01T21:13:50.755534Z","steps":["trace[2050853051] 'process raft request' (duration: 216.274438ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:13:50.757289Z","caller":"traceutil/trace.go:171","msg":"trace[355678987] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"221.240859ms","start":"2026-03-01T21:13:50.536015Z","end":"2026-03-01T21:13:50.757256Z","steps":["trace[355678987] 'process raft request' (duration: 221.097266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:51.652064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.400451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:13:51.652166Z","caller":"traceutil/trace.go:171","msg":"trace[1633028183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:505; }","duration":"611.552934ms","start":"2026-03-01T21:13:51.040593Z","end":"2026-03-01T21:13:51.652146Z","steps":["trace[1633028183] 'range keys from in-memory index tree' (duration: 611.316089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:51.652204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:51.040569Z","time spent":"611.627026ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:13:57.979057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.771312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-k2wpv\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-01T21:13:57.979214Z","caller":"traceutil/trace.go:171","msg":"trace[1296404375] range","detail":"{range_begin:/registry/pods/kube-system/cilium-k2wpv; range_end:; response_count:1; response_revision:546; }","duration":"333.971646ms","start":"2026-03-01T21:13:57.645211Z","end":"2026-03-01T21:13:57.979182Z","steps":["trace[1296404375] 'range keys from in-memory index tree' (duration: 333.652199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:57.98518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.849636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-01T21:13:57.985301Z","caller":"traceutil/trace.go:171","msg":"trace[1773524681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:546; }","duration":"301.01152ms","start":"2026-03-01T21:13:57.684253Z","end":"2026-03-01T21:13:57.985264Z","steps":["trace[1773524681] 'range keys from in-memory index tree' (duration: 300.688593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:57.979588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:57.645192Z","time spent":"334.064348ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-k2wpv\" "} {"level":"warn","ts":"2026-03-01T21:13:57.985351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:57.684229Z","time spent":"301.110761ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T21:13:58.381093Z","caller":"traceutil/trace.go:171","msg":"trace[1623979215] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"390.649643ms","start":"2026-03-01T21:13:57.990415Z","end":"2026-03-01T21:13:58.381065Z","steps":["trace[1623979215] 'process raft request' (duration: 390.12306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:58.381246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:57.990396Z","time spent":"390.774145ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:13:59.204683Z","caller":"traceutil/trace.go:171","msg":"trace[418181480] linearizableReadLoop","detail":"{readStateIndex:564; appliedIndex:562; }","duration":"1.163089748s","start":"2026-03-01T21:13:58.041563Z","end":"2026-03-01T21:13:59.204653Z","steps":["trace[418181480] 'read index received' (duration: 339.033999ms)","trace[418181480] 'applied index is now lower than readState.Index' (duration: 824.054739ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:13:59.204753Z","caller":"traceutil/trace.go:171","msg":"trace[1036532256] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"1.205322861s","start":"2026-03-01T21:13:57.999397Z","end":"2026-03-01T21:13:59.20472Z","steps":["trace[1036532256] 'process raft request' (duration: 1.204974074s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:59.204985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.609275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:13:59.205118Z","caller":"traceutil/trace.go:171","msg":"trace[1705311814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:548; }","duration":"637.745398ms","start":"2026-03-01T21:13:58.56729Z","end":"2026-03-01T21:13:59.205035Z","steps":["trace[1705311814] 'agreement among raft nodes before linearized reading' (duration: 637.550534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:59.205033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163428226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:13:59.205153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.660105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T21:13:59.205191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:58.567258Z","time spent":"637.916502ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T21:13:59.205236Z","caller":"traceutil/trace.go:171","msg":"trace[1250596104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:548; }","duration":"1.163695032s","start":"2026-03-01T21:13:58.041501Z","end":"2026-03-01T21:13:59.205196Z","steps":["trace[1250596104] 'agreement among raft nodes before linearized reading' (duration: 1.163350124s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:13:59.205257Z","caller":"traceutil/trace.go:171","msg":"trace[274998217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:548; }","duration":"413.812479ms","start":"2026-03-01T21:13:58.791419Z","end":"2026-03-01T21:13:59.205232Z","steps":["trace[274998217] 'agreement among raft nodes before linearized reading' (duration: 413.492822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:59.205307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:58.791367Z","time spent":"413.927502ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:13:59.20531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:58.041477Z","time spent":"1.163823604s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:13:59.205183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.596481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T21:13:59.205436Z","caller":"traceutil/trace.go:171","msg":"trace[1382351696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:548; }","duration":"416.878698ms","start":"2026-03-01T21:13:58.788538Z","end":"2026-03-01T21:13:59.205416Z","steps":["trace[1382351696] 'agreement among raft nodes before linearized reading' (duration: 416.488489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:59.205486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:58.788519Z","time spent":"416.953299ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:13:59.20567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:57.999378Z","time spent":"1.205450484s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:13:59.398412Z","caller":"traceutil/trace.go:171","msg":"trace[1829046095] linearizableReadLoop","detail":"{readStateIndex:567; appliedIndex:564; }","duration":"183.562669ms","start":"2026-03-01T21:13:59.214823Z","end":"2026-03-01T21:13:59.398385Z","steps":["trace[1829046095] 'read index received' (duration: 31.028543ms)","trace[1829046095] 'applied index is now lower than readState.Index' (duration: 152.533176ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:13:59.398465Z","caller":"traceutil/trace.go:171","msg":"trace[1931326617] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"187.68522ms","start":"2026-03-01T21:13:59.210751Z","end":"2026-03-01T21:13:59.398436Z","steps":["trace[1931326617] 'process raft request' (duration: 187.435815ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:13:59.398521Z","caller":"traceutil/trace.go:171","msg":"trace[856100296] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"187.420164ms","start":"2026-03-01T21:13:59.211061Z","end":"2026-03-01T21:13:59.398481Z","steps":["trace[856100296] 'process raft request' (duration: 187.276221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:59.398571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.731263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:13:59.398613Z","caller":"traceutil/trace.go:171","msg":"trace[398146531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:551; }","duration":"183.839565ms","start":"2026-03-01T21:13:59.214761Z","end":"2026-03-01T21:13:59.3986Z","steps":["trace[398146531] 'agreement among raft nodes before linearized reading' (duration: 183.726153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:02.130663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651002909s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T21:14:02.130775Z","caller":"traceutil/trace.go:171","msg":"trace[989223083] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:567; }","duration":"1.73862599s","start":"2026-03-01T21:14:00.392131Z","end":"2026-03-01T21:14:02.130757Z","steps":["trace[989223083] 'read index received' (duration: 56.152µs)","trace[989223083] 'applied index is now lower than readState.Index' (duration: 1.738568588s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:14:02.130723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.870244ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:14:02.130833Z","caller":"traceutil/trace.go:171","msg":"trace[294504675] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:551; }","duration":"432.993637ms","start":"2026-03-01T21:14:01.697825Z","end":"2026-03-01T21:14:02.130819Z","steps":["trace[294504675] 'range keys from in-memory index tree' (duration: 432.855294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:02.13091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089486037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:14:02.130945Z","caller":"traceutil/trace.go:171","msg":"trace[1094227880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:551; }","duration":"1.089558469s","start":"2026-03-01T21:14:01.041378Z","end":"2026-03-01T21:14:02.130937Z","steps":["trace[1094227880] 'agreement among raft nodes before linearized reading' (duration: 1.089493697s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:02.130985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:01.04136Z","time spent":"1.08961765s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:14:02.130998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738845084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-01T21:14:02.13109Z","caller":"traceutil/trace.go:171","msg":"trace[138243880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:551; }","duration":"1.738983708s","start":"2026-03-01T21:14:00.392084Z","end":"2026-03-01T21:14:02.131068Z","steps":["trace[138243880] 'agreement among raft nodes before linearized reading' (duration: 1.738745162s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:02.13114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:00.392061Z","time spent":"1.739069329s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:14:02.131247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.963444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:14:02.131317Z","caller":"traceutil/trace.go:171","msg":"trace[1064552508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:551; }","duration":"728.059547ms","start":"2026-03-01T21:14:01.403245Z","end":"2026-03-01T21:14:02.131304Z","steps":["trace[1064552508] 'agreement among raft nodes before linearized reading' (duration: 727.75708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:02.131074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.104447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-01T21:14:02.131355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:01.403235Z","time spent":"728.113138ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T21:14:02.131383Z","caller":"traceutil/trace.go:171","msg":"trace[1394465371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:551; }","duration":"728.455655ms","start":"2026-03-01T21:14:01.402906Z","end":"2026-03-01T21:14:02.131361Z","steps":["trace[1394465371] 'agreement among raft nodes before linearized reading' (duration: 727.990345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:02.131426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:01.402884Z","time spent":"728.532697ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:14:02.131489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.163134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:14:02.131676Z","caller":"traceutil/trace.go:171","msg":"trace[1784241688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:551; }","duration":"881.385099ms","start":"2026-03-01T21:14:01.250253Z","end":"2026-03-01T21:14:02.131638Z","steps":["trace[1784241688] 'agreement among raft nodes before linearized reading' (duration: 881.056612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:02.131729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:01.250225Z","time spent":"881.493503ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:14:02.782415Z","caller":"traceutil/trace.go:171","msg":"trace[2080097604] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"114.904926ms","start":"2026-03-01T21:14:02.667459Z","end":"2026-03-01T21:14:02.782364Z","steps":["trace[2080097604] 'process raft request' (duration: 114.684071ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:05.131255Z","caller":"traceutil/trace.go:171","msg":"trace[32174510] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"276.764229ms","start":"2026-03-01T21:14:04.854452Z","end":"2026-03-01T21:14:05.131216Z","steps":["trace[32174510] 'process raft request' (duration: 273.810273ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:05.132659Z","caller":"traceutil/trace.go:171","msg":"trace[2026887269] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"207.503402ms","start":"2026-03-01T21:14:04.925127Z","end":"2026-03-01T21:14:05.13263Z","steps":["trace[2026887269] 'process raft request' (duration: 207.240917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:07.081459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.386813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-01T21:14:07.081566Z","caller":"traceutil/trace.go:171","msg":"trace[1064621366] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:743; }","duration":"161.559567ms","start":"2026-03-01T21:14:06.919985Z","end":"2026-03-01T21:14:07.081545Z","steps":["trace[1064621366] 'range keys from in-memory index tree' (duration: 161.161848ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:08.619055Z","caller":"traceutil/trace.go:171","msg":"trace[2080140513] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"117.352441ms","start":"2026-03-01T21:14:08.501195Z","end":"2026-03-01T21:14:08.618547Z","steps":["trace[2080140513] 'process raft request' (duration: 85.923929ms)","trace[2080140513] 'compare' (duration: 28.268511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:14:09.127481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.211287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:14:09.127644Z","caller":"traceutil/trace.go:171","msg":"trace[438142999] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:777; }","duration":"400.968372ms","start":"2026-03-01T21:14:08.726651Z","end":"2026-03-01T21:14:09.12762Z","steps":["trace[438142999] 'read index received' (duration: 236.51838ms)","trace[438142999] 'applied index is now lower than readState.Index' (duration: 164.447462ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:14:09.127695Z","caller":"traceutil/trace.go:171","msg":"trace[654889503] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"420.694393ms","start":"2026-03-01T21:14:08.706956Z","end":"2026-03-01T21:14:09.12765Z","steps":["trace[654889503] 'process raft request' (duration: 256.172739ms)","trace[654889503] 'compare' (duration: 163.809608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:14:09.12789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:08.706925Z","time spent":"420.858366ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:14:09.128053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.391522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-k2wpv\" ","response":"range_response_count:1 size:18512"} {"level":"info","ts":"2026-03-01T21:14:09.128189Z","caller":"traceutil/trace.go:171","msg":"trace[2059177514] range","detail":"{range_begin:/registry/pods/kube-system/cilium-k2wpv; range_end:; response_count:1; response_revision:759; }","duration":"401.552805ms","start":"2026-03-01T21:14:08.726611Z","end":"2026-03-01T21:14:09.128164Z","steps":["trace[2059177514] 'agreement among raft nodes before linearized reading' (duration: 401.127776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.128289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:08.726595Z","time spent":"401.679218ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18535,"request content":"key:\"/registry/pods/kube-system/cilium-k2wpv\" "} {"level":"info","ts":"2026-03-01T21:14:09.141033Z","caller":"traceutil/trace.go:171","msg":"trace[1335760461] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"412.008039ms","start":"2026-03-01T21:14:08.728999Z","end":"2026-03-01T21:14:09.141007Z","steps":["trace[1335760461] 'process raft request' (duration: 411.764194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.141199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:08.728978Z","time spent":"412.134241ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4445,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:14:09.141281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.108245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:14:09.141294Z","caller":"traceutil/trace.go:171","msg":"trace[21351087] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"391.42941ms","start":"2026-03-01T21:14:08.749834Z","end":"2026-03-01T21:14:09.141264Z","steps":["trace[21351087] 'process raft request' (duration: 391.075642ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:09.14136Z","caller":"traceutil/trace.go:171","msg":"trace[606141594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:761; }","duration":"100.234438ms","start":"2026-03-01T21:14:09.041107Z","end":"2026-03-01T21:14:09.141342Z","steps":["trace[606141594] 'agreement among raft nodes before linearized reading' (duration: 100.108345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.141387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.551626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T21:14:09.141437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:08.749816Z","time spent":"391.549402ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T21:14:09.141493Z","caller":"traceutil/trace.go:171","msg":"trace[1609154076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:761; }","duration":"397.701179ms","start":"2026-03-01T21:14:08.743776Z","end":"2026-03-01T21:14:09.141477Z","steps":["trace[1609154076] 'agreement among raft nodes before linearized reading' (duration: 397.355212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.141583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:08.743739Z","time spent":"397.832862ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:14:09.141493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.546649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-01T21:14:09.141966Z","caller":"traceutil/trace.go:171","msg":"trace[1203568871] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:761; }","duration":"223.058271ms","start":"2026-03-01T21:14:08.918884Z","end":"2026-03-01T21:14:09.141942Z","steps":["trace[1203568871] 'agreement among raft nodes before linearized reading' (duration: 222.428427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.528388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.967115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:14:09.528498Z","caller":"traceutil/trace.go:171","msg":"trace[1663912632] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"384.549335ms","start":"2026-03-01T21:14:09.143929Z","end":"2026-03-01T21:14:09.528479Z","steps":["trace[1663912632] 'process raft request' (duration: 158.402846ms)","trace[1663912632] 'compare' (duration: 225.822252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:14:09.528557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.143904Z","time spent":"384.626946ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18694,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:14:09.601055Z","caller":"traceutil/trace.go:171","msg":"trace[833550057] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"453.869033ms","start":"2026-03-01T21:14:09.147162Z","end":"2026-03-01T21:14:09.601031Z","steps":["trace[833550057] 'process raft request' (duration: 453.662699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.601214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.147145Z","time spent":"453.987015ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:14:09.601333Z","caller":"traceutil/trace.go:171","msg":"trace[658624996] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"453.951205ms","start":"2026-03-01T21:14:09.147355Z","end":"2026-03-01T21:14:09.601306Z","steps":["trace[658624996] 'process raft request' (duration: 453.620838ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:09.601617Z","caller":"traceutil/trace.go:171","msg":"trace[899101209] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"454.230451ms","start":"2026-03-01T21:14:09.147375Z","end":"2026-03-01T21:14:09.601606Z","steps":["trace[899101209] 'process raft request' (duration: 453.854383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.601701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.147344Z","time spent":"454.232251ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:14:09.601755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.147365Z","time spent":"454.312894ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2934,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:14:09.60206Z","caller":"traceutil/trace.go:171","msg":"trace[993875743] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"454.65538ms","start":"2026-03-01T21:14:09.147381Z","end":"2026-03-01T21:14:09.602036Z","steps":["trace[993875743] 'process raft request' (duration: 454.18333ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:09.602201Z","caller":"traceutil/trace.go:171","msg":"trace[716179535] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"454.727632ms","start":"2026-03-01T21:14:09.147462Z","end":"2026-03-01T21:14:09.602189Z","steps":["trace[716179535] 'process raft request' (duration: 454.428865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.602278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.147451Z","time spent":"454.789894ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:14:09.602271Z","caller":"traceutil/trace.go:171","msg":"trace[77308319] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"454.774113ms","start":"2026-03-01T21:14:09.147474Z","end":"2026-03-01T21:14:09.602248Z","steps":["trace[77308319] 'process raft request' (duration: 454.563958ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:09.602294Z","caller":"traceutil/trace.go:171","msg":"trace[532401324] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"454.696022ms","start":"2026-03-01T21:14:09.147582Z","end":"2026-03-01T21:14:09.602278Z","steps":["trace[532401324] 'process raft request' (duration: 454.511588ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:09.602391Z","caller":"traceutil/trace.go:171","msg":"trace[889569017] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"454.738682ms","start":"2026-03-01T21:14:09.147642Z","end":"2026-03-01T21:14:09.602381Z","steps":["trace[889569017] 'process raft request' (duration: 454.548398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.60243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.147465Z","time spent":"454.868195ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:14:09.602452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.14763Z","time spent":"454.791894ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3776,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:14:09.602444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.14757Z","time spent":"454.832484ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2882,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:14:09.602459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.147355Z","time spent":"454.860165ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:14:09.602527Z","caller":"traceutil/trace.go:171","msg":"trace[1661735701] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"454.813794ms","start":"2026-03-01T21:14:09.147705Z","end":"2026-03-01T21:14:09.602518Z","steps":["trace[1661735701] 'process raft request' (duration: 454.550988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.60304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.147692Z","time spent":"455.308236ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4065,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:14:09.682713Z","caller":"traceutil/trace.go:171","msg":"trace[1652400285] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"452.324408ms","start":"2026-03-01T21:14:09.230367Z","end":"2026-03-01T21:14:09.682691Z","steps":["trace[1652400285] 'process raft request' (duration: 451.785117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.682855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.230348Z","time spent":"452.435231ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:14:09.713565Z","caller":"traceutil/trace.go:171","msg":"trace[1028971768] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"105.71397ms","start":"2026-03-01T21:14:09.607831Z","end":"2026-03-01T21:14:09.713545Z","steps":["trace[1028971768] 'process raft request' (duration: 105.586577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:09.948496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.595259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:14:09.951464Z","caller":"traceutil/trace.go:171","msg":"trace[1363687470] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"255.147006ms","start":"2026-03-01T21:14:09.696235Z","end":"2026-03-01T21:14:09.951382Z","steps":["trace[1363687470] 'process raft request' (duration: 124.52864ms)","trace[1363687470] 'compare' (duration: 127.440095ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:14:10.13557Z","caller":"traceutil/trace.go:171","msg":"trace[1818787856] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"418.044735ms","start":"2026-03-01T21:14:09.717477Z","end":"2026-03-01T21:14:10.135522Z","steps":["trace[1818787856] 'process raft request' (duration: 383.781639ms)","trace[1818787856] 'compare' (duration: 33.98553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:14:10.135762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.717459Z","time spent":"418.209568ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T21:14:10.135794Z","caller":"traceutil/trace.go:171","msg":"trace[1216672496] linearizableReadLoop","detail":"{readStateIndex:797; appliedIndex:794; }","duration":"233.015962ms","start":"2026-03-01T21:14:09.902748Z","end":"2026-03-01T21:14:10.135764Z","steps":["trace[1216672496] 'read index received' (duration: 198.538082ms)","trace[1216672496] 'applied index is now lower than readState.Index' (duration: 34.47702ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:14:10.135885Z","caller":"traceutil/trace.go:171","msg":"trace[2028638149] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"352.645324ms","start":"2026-03-01T21:14:09.783202Z","end":"2026-03-01T21:14:10.135847Z","steps":["trace[2028638149] 'process raft request' (duration: 352.429589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:10.136016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.783186Z","time spent":"352.770636ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T21:14:10.136026Z","caller":"traceutil/trace.go:171","msg":"trace[521050539] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"379.494974ms","start":"2026-03-01T21:14:09.756479Z","end":"2026-03-01T21:14:10.135974Z","steps":["trace[521050539] 'process raft request' (duration: 378.995693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:10.136203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.889819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"warn","ts":"2026-03-01T21:14:10.136232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:09.756457Z","time spent":"379.670457ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:14:10.136224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.452422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"warn","ts":"2026-03-01T21:14:10.136307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.016863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-03-01T21:14:10.136324Z","caller":"traceutil/trace.go:171","msg":"trace[420561367] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:777; }","duration":"233.033263ms","start":"2026-03-01T21:14:09.903274Z","end":"2026-03-01T21:14:10.136308Z","steps":["trace[420561367] 'agreement among raft nodes before linearized reading' (duration: 232.851069ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:10.136352Z","caller":"traceutil/trace.go:171","msg":"trace[1494336354] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:777; }","duration":"233.629455ms","start":"2026-03-01T21:14:09.9027Z","end":"2026-03-01T21:14:10.136329Z","steps":["trace[1494336354] 'agreement among raft nodes before linearized reading' (duration: 233.217966ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:10.136377Z","caller":"traceutil/trace.go:171","msg":"trace[905744480] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:777; }","duration":"233.079634ms","start":"2026-03-01T21:14:09.903265Z","end":"2026-03-01T21:14:10.136345Z","steps":["trace[905744480] 'agreement among raft nodes before linearized reading' (duration: 232.978842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:10.136206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.134285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-03-01T21:14:10.136501Z","caller":"traceutil/trace.go:171","msg":"trace[1705041766] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:777; }","duration":"233.488333ms","start":"2026-03-01T21:14:09.902988Z","end":"2026-03-01T21:14:10.136476Z","steps":["trace[1705041766] 'agreement among raft nodes before linearized reading' (duration: 233.052563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:10.136386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.167345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"warn","ts":"2026-03-01T21:14:10.136522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.254727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"warn","ts":"2026-03-01T21:14:10.136209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.447502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-01T21:14:10.136634Z","caller":"traceutil/trace.go:171","msg":"trace[1584067415] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:777; }","duration":"233.923462ms","start":"2026-03-01T21:14:09.902699Z","end":"2026-03-01T21:14:10.136623Z","steps":["trace[1584067415] 'agreement among raft nodes before linearized reading' (duration: 233.304618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:10.136575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.521603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-84f45b698d-pt8zr\" ","response":"range_response_count:1 size:2949"} {"level":"warn","ts":"2026-03-01T21:14:10.136447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.660655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-03-01T21:14:10.136731Z","caller":"traceutil/trace.go:171","msg":"trace[1887805861] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-84f45b698d-pt8zr; range_end:; response_count:1; response_revision:777; }","duration":"181.722897ms","start":"2026-03-01T21:14:09.954964Z","end":"2026-03-01T21:14:10.136687Z","steps":["trace[1887805861] 'agreement among raft nodes before linearized reading' (duration: 181.236007ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:10.136739Z","caller":"traceutil/trace.go:171","msg":"trace[305169153] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:777; }","duration":"232.962451ms","start":"2026-03-01T21:14:09.90376Z","end":"2026-03-01T21:14:10.136723Z","steps":["trace[305169153] 'agreement among raft nodes before linearized reading' (duration: 232.661114ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:10.136592Z","caller":"traceutil/trace.go:171","msg":"trace[1868584154] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:777; }","duration":"233.372631ms","start":"2026-03-01T21:14:09.90319Z","end":"2026-03-01T21:14:10.136563Z","steps":["trace[1868584154] 'agreement among raft nodes before linearized reading' (duration: 233.131255ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:10.136707Z","caller":"traceutil/trace.go:171","msg":"trace[1585361970] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:777; }","duration":"233.37175ms","start":"2026-03-01T21:14:09.903244Z","end":"2026-03-01T21:14:10.136616Z","steps":["trace[1585361970] 'agreement among raft nodes before linearized reading' (duration: 233.056813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:10.589633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.815303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:14:10.58983Z","caller":"traceutil/trace.go:171","msg":"trace[464005701] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:797; }","duration":"424.217322ms","start":"2026-03-01T21:14:10.165592Z","end":"2026-03-01T21:14:10.589809Z","steps":["trace[464005701] 'read index received' (duration: 51.438469ms)","trace[464005701] 'applied index is now lower than readState.Index' (duration: 372.776593ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:14:10.589969Z","caller":"traceutil/trace.go:171","msg":"trace[18185641] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"445.079947ms","start":"2026-03-01T21:14:10.144876Z","end":"2026-03-01T21:14:10.589956Z","steps":["trace[18185641] 'process raft request' (duration: 299.842605ms)","trace[18185641] 'compare' (duration: 144.356673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:14:10.590241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.144862Z","time spent":"445.338093ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3898,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:14:10.590249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.643221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-01T21:14:10.590456Z","caller":"traceutil/trace.go:171","msg":"trace[1448468015] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:779; }","duration":"424.876857ms","start":"2026-03-01T21:14:10.165537Z","end":"2026-03-01T21:14:10.590414Z","steps":["trace[1448468015] 'agreement among raft nodes before linearized reading' (duration: 424.477118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:10.590563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.165524Z","time spent":"424.999549ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-01T21:14:10.593004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.383528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:14:10.593082Z","caller":"traceutil/trace.go:171","msg":"trace[511906013] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:780; }","duration":"404.46245ms","start":"2026-03-01T21:14:10.188601Z","end":"2026-03-01T21:14:10.593063Z","steps":["trace[511906013] 'agreement among raft nodes before linearized reading' (duration: 404.303386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:10.593127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.188525Z","time spent":"404.591483ms","remote":"127.0.0.1:34048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-01T21:14:10.59339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.646414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:14:10.593431Z","caller":"traceutil/trace.go:171","msg":"trace[1545972765] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:780; }","duration":"404.724486ms","start":"2026-03-01T21:14:10.188697Z","end":"2026-03-01T21:14:10.593421Z","steps":["trace[1545972765] 'agreement among raft nodes before linearized reading' (duration: 404.664234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:10.593465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.188674Z","time spent":"404.781316ms","remote":"127.0.0.1:34048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-01T21:14:10.593505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.87812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-01T21:14:10.593541Z","caller":"traceutil/trace.go:171","msg":"trace[1696846736] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"371.720099ms","start":"2026-03-01T21:14:10.221783Z","end":"2026-03-01T21:14:10.593503Z","steps":["trace[1696846736] 'process raft request' (duration: 370.998523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:10.593579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.971783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-01T21:14:10.593617Z","caller":"traceutil/trace.go:171","msg":"trace[1306823954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:780; }","duration":"384.032784ms","start":"2026-03-01T21:14:10.209558Z","end":"2026-03-01T21:14:10.59359Z","steps":["trace[1306823954] 'agreement among raft nodes before linearized reading' (duration: 383.680236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:10.593613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.094716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-01T21:14:10.593707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.221756Z","time spent":"371.872833ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:14:10.59379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.778198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T21:14:10.593755Z","caller":"traceutil/trace.go:171","msg":"trace[1757568098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:780; }","duration":"397.27745ms","start":"2026-03-01T21:14:10.196463Z","end":"2026-03-01T21:14:10.59374Z","steps":["trace[1757568098] 'agreement among raft nodes before linearized reading' (duration: 396.86572ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:10.593828Z","caller":"traceutil/trace.go:171","msg":"trace[150605648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:780; }","duration":"383.813999ms","start":"2026-03-01T21:14:10.210004Z","end":"2026-03-01T21:14:10.593818Z","steps":["trace[150605648] 'agreement among raft nodes before linearized reading' (duration: 383.710607ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:10.59365Z","caller":"traceutil/trace.go:171","msg":"trace[2072401736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:780; }","duration":"384.100375ms","start":"2026-03-01T21:14:10.20953Z","end":"2026-03-01T21:14:10.593631Z","steps":["trace[2072401736] 'agreement among raft nodes before linearized reading' (duration: 383.825729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:10.593858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.209944Z","time spent":"383.907841ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:14:10.593915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.209515Z","time spent":"384.361591ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:14:10.593882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.196459Z","time spent":"397.382802ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:14:10.593684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.209546Z","time spent":"384.127596ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T21:14:10.892903Z","caller":"traceutil/trace.go:171","msg":"trace[1925800684] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"294.045435ms","start":"2026-03-01T21:14:10.598827Z","end":"2026-03-01T21:14:10.892872Z","steps":["trace[1925800684] 'process raft request' (duration: 293.913802ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:10.892941Z","caller":"traceutil/trace.go:171","msg":"trace[793496138] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"293.895842ms","start":"2026-03-01T21:14:10.599022Z","end":"2026-03-01T21:14:10.892918Z","steps":["trace[793496138] 'process raft request' (duration: 293.760479ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:10.893078Z","caller":"traceutil/trace.go:171","msg":"trace[522939558] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"294.361832ms","start":"2026-03-01T21:14:10.598704Z","end":"2026-03-01T21:14:10.893066Z","steps":["trace[522939558] 'process raft request' (duration: 224.867341ms)","trace[522939558] 'compare' (duration: 69.037591ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:14:10.89313Z","caller":"traceutil/trace.go:171","msg":"trace[373666120] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"293.835041ms","start":"2026-03-01T21:14:10.599287Z","end":"2026-03-01T21:14:10.893122Z","steps":["trace[373666120] 'process raft request' (duration: 293.528024ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:10.893138Z","caller":"traceutil/trace.go:171","msg":"trace[533017475] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"293.521644ms","start":"2026-03-01T21:14:10.599595Z","end":"2026-03-01T21:14:10.893117Z","steps":["trace[533017475] 'process raft request' (duration: 293.406091ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:10.89326Z","caller":"traceutil/trace.go:171","msg":"trace[1443095983] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"292.434398ms","start":"2026-03-01T21:14:10.600812Z","end":"2026-03-01T21:14:10.893247Z","steps":["trace[1443095983] 'process raft request' (duration: 292.360017ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:10.893274Z","caller":"traceutil/trace.go:171","msg":"trace[1149648403] transaction","detail":"{read_only:false; number_of_response:0; response_revision:786; }","duration":"293.040801ms","start":"2026-03-01T21:14:10.600211Z","end":"2026-03-01T21:14:10.893252Z","steps":["trace[1149648403] 'process raft request' (duration: 292.883008ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:11.185885Z","caller":"traceutil/trace.go:171","msg":"trace[798394366] linearizableReadLoop","detail":"{readStateIndex:809; appliedIndex:801; }","duration":"483.335721ms","start":"2026-03-01T21:14:10.702491Z","end":"2026-03-01T21:14:11.185827Z","steps":["trace[798394366] 'read index received' (duration: 121.158014ms)","trace[798394366] 'applied index is now lower than readState.Index' (duration: 362.176447ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:14:11.185961Z","caller":"traceutil/trace.go:171","msg":"trace[505425652] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"537.987962ms","start":"2026-03-01T21:14:10.647946Z","end":"2026-03-01T21:14:11.185934Z","steps":["trace[505425652] 'process raft request' (duration: 530.910543ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:11.186018Z","caller":"traceutil/trace.go:171","msg":"trace[1665555657] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"396.690527ms","start":"2026-03-01T21:14:10.789262Z","end":"2026-03-01T21:14:11.185953Z","steps":["trace[1665555657] 'process raft request' (duration: 396.488693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:11.186142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.637708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:14:11.18614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.647917Z","time spent":"538.141654ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":743,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:14:11.186187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.789224Z","time spent":"396.868821ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4585,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:14:11.186201Z","caller":"traceutil/trace.go:171","msg":"trace[103922612] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:789; }","duration":"483.780511ms","start":"2026-03-01T21:14:10.702403Z","end":"2026-03-01T21:14:11.186184Z","steps":["trace[103922612] 'agreement among raft nodes before linearized reading' (duration: 483.672059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:11.186265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.702376Z","time spent":"483.873764ms","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:14:11.186342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.558262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:14:11.186372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.996402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:14:11.186404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.918613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:14:11.186451Z","caller":"traceutil/trace.go:171","msg":"trace[84064926] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:789; }","duration":"469.099564ms","start":"2026-03-01T21:14:10.717333Z","end":"2026-03-01T21:14:11.186432Z","steps":["trace[84064926] 'agreement among raft nodes before linearized reading' (duration: 468.982841ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:11.186479Z","caller":"traceutil/trace.go:171","msg":"trace[1148126695] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:789; }","duration":"483.006624ms","start":"2026-03-01T21:14:10.703447Z","end":"2026-03-01T21:14:11.186454Z","steps":["trace[1148126695] 'agreement among raft nodes before linearized reading' (duration: 482.929372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:11.186496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.717322Z","time spent":"469.164406ms","remote":"127.0.0.1:34072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:14:11.18644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.077793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:14:11.186495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.612434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:14:11.186516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.45471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:14:11.186541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.703428Z","time spent":"483.100197ms","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 "} {"level":"info","ts":"2026-03-01T21:14:11.18657Z","caller":"traceutil/trace.go:171","msg":"trace[702687240] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:789; }","duration":"391.721136ms","start":"2026-03-01T21:14:10.794834Z","end":"2026-03-01T21:14:11.186555Z","steps":["trace[702687240] 'agreement among raft nodes before linearized reading' (duration: 391.610784ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:11.186575Z","caller":"traceutil/trace.go:171","msg":"trace[1741637987] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:789; }","duration":"469.264367ms","start":"2026-03-01T21:14:10.717284Z","end":"2026-03-01T21:14:11.186548Z","steps":["trace[1741637987] 'agreement among raft nodes before linearized reading' (duration: 468.997581ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:11.186596Z","caller":"traceutil/trace.go:171","msg":"trace[748388484] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:789; }","duration":"391.561323ms","start":"2026-03-01T21:14:10.795015Z","end":"2026-03-01T21:14:11.186576Z","steps":["trace[748388484] 'agreement among raft nodes before linearized reading' (duration: 391.41774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:11.186625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.794808Z","time spent":"391.801477ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:14:11.186637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.717274Z","time spent":"469.34938ms","remote":"127.0.0.1:34072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:14:11.186652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.795003Z","time spent":"391.632564ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:14:11.18641Z","caller":"traceutil/trace.go:171","msg":"trace[990388604] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:789; }","duration":"468.641224ms","start":"2026-03-01T21:14:10.717753Z","end":"2026-03-01T21:14:11.186394Z","steps":["trace[990388604] 'agreement among raft nodes before linearized reading' (duration: 468.532961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:11.186306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.72476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:14:11.186726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.030878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:1667"} {"level":"warn","ts":"2026-03-01T21:14:11.186755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.790115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:14:11.186764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.717746Z","time spent":"468.963271ms","remote":"127.0.0.1:34072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:14:11.186793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.817456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:14:11.186809Z","caller":"traceutil/trace.go:171","msg":"trace[1131187712] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:789; }","duration":"291.13298ms","start":"2026-03-01T21:14:10.895651Z","end":"2026-03-01T21:14:11.186783Z","steps":["trace[1131187712] 'agreement among raft nodes before linearized reading' (duration: 290.844834ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:11.18681Z","caller":"traceutil/trace.go:171","msg":"trace[931316250] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:789; }","duration":"360.885367ms","start":"2026-03-01T21:14:10.82591Z","end":"2026-03-01T21:14:11.186795Z","steps":["trace[931316250] 'agreement among raft nodes before linearized reading' (duration: 360.799186ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:11.186821Z","caller":"traceutil/trace.go:171","msg":"trace[1722519434] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:789; }","duration":"484.307483ms","start":"2026-03-01T21:14:10.702468Z","end":"2026-03-01T21:14:11.186775Z","steps":["trace[1722519434] 'agreement among raft nodes before linearized reading' (duration: 483.69846ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:11.186841Z","caller":"traceutil/trace.go:171","msg":"trace[1715570172] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:789; }","duration":"360.893428ms","start":"2026-03-01T21:14:10.825929Z","end":"2026-03-01T21:14:11.186822Z","steps":["trace[1715570172] 'agreement among raft nodes before linearized reading' (duration: 360.825497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:11.186855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.550312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:1667"} {"level":"warn","ts":"2026-03-01T21:14:11.18687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.825865Z","time spent":"360.98962ms","remote":"127.0.0.1:34086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:14:11.186881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.702434Z","time spent":"484.429336ms","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:14:11.186891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.825907Z","time spent":"360.968819ms","remote":"127.0.0.1:34086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-03-01T21:14:11.186909Z","caller":"traceutil/trace.go:171","msg":"trace[96222603] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:789; }","duration":"288.630715ms","start":"2026-03-01T21:14:10.898261Z","end":"2026-03-01T21:14:11.186892Z","steps":["trace[96222603] 'agreement among raft nodes before linearized reading' (duration: 288.443651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:11.187009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.226315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:14:11.187044Z","caller":"traceutil/trace.go:171","msg":"trace[660102343] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:789; }","duration":"361.418149ms","start":"2026-03-01T21:14:10.825615Z","end":"2026-03-01T21:14:11.187033Z","steps":["trace[660102343] 'agreement among raft nodes before linearized reading' (duration: 361.249265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:11.187077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.825594Z","time spent":"361.47389ms","remote":"127.0.0.1:34086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:14:11.187068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.815309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-9997c64fc-9prw7\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-03-01T21:14:11.187141Z","caller":"traceutil/trace.go:171","msg":"trace[457512964] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-9997c64fc-9prw7; range_end:; response_count:1; response_revision:789; }","duration":"288.935961ms","start":"2026-03-01T21:14:10.898184Z","end":"2026-03-01T21:14:11.18712Z","steps":["trace[457512964] 'agreement among raft nodes before linearized reading' (duration: 288.683635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:11.186813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.812536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:14:11.187588Z","caller":"traceutil/trace.go:171","msg":"trace[598681431] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:789; }","duration":"392.159786ms","start":"2026-03-01T21:14:10.795411Z","end":"2026-03-01T21:14:11.187571Z","steps":["trace[598681431] 'agreement among raft nodes before linearized reading' (duration: 390.813886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:11.187626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:10.795395Z","time spent":"392.218746ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-03-01T21:14:11.365164Z","caller":"traceutil/trace.go:171","msg":"trace[529305557] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"168.40035ms","start":"2026-03-01T21:14:11.196737Z","end":"2026-03-01T21:14:11.365137Z","steps":["trace[529305557] 'process raft request' (duration: 167.766136ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:11.440288Z","caller":"traceutil/trace.go:171","msg":"trace[1947856032] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"185.472641ms","start":"2026-03-01T21:14:11.254792Z","end":"2026-03-01T21:14:11.440265Z","steps":["trace[1947856032] 'process raft request' (duration: 185.249576ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:11.564287Z","caller":"traceutil/trace.go:171","msg":"trace[2099950536] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"115.53071ms","start":"2026-03-01T21:14:11.448729Z","end":"2026-03-01T21:14:11.56426Z","steps":["trace[2099950536] 'process raft request' (duration: 115.307575ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:11.780309Z","caller":"traceutil/trace.go:171","msg":"trace[772842729] linearizableReadLoop","detail":"{readStateIndex:815; appliedIndex:814; }","duration":"189.605043ms","start":"2026-03-01T21:14:11.590679Z","end":"2026-03-01T21:14:11.780284Z","steps":["trace[772842729] 'read index received' (duration: 116.522181ms)","trace[772842729] 'applied index is now lower than readState.Index' (duration: 73.081472ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:14:11.780433Z","caller":"traceutil/trace.go:171","msg":"trace[1264404267] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"203.484873ms","start":"2026-03-01T21:14:11.576903Z","end":"2026-03-01T21:14:11.780388Z","steps":["trace[1264404267] 'process raft request' (duration: 130.31409ms)","trace[1264404267] 'compare' (duration: 72.952118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:14:11.780595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.902429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:1667"} {"level":"info","ts":"2026-03-01T21:14:11.780642Z","caller":"traceutil/trace.go:171","msg":"trace[1914704199] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:794; }","duration":"190.003382ms","start":"2026-03-01T21:14:11.590628Z","end":"2026-03-01T21:14:11.780632Z","steps":["trace[1914704199] 'agreement among raft nodes before linearized reading' (duration: 189.872949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:11.780805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.615318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T21:14:11.780873Z","caller":"traceutil/trace.go:171","msg":"trace[773410633] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:794; }","duration":"174.818963ms","start":"2026-03-01T21:14:11.60604Z","end":"2026-03-01T21:14:11.780859Z","steps":["trace[773410633] 'agreement among raft nodes before linearized reading' (duration: 174.505696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:23.777135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.118634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-01T21:14:23.77721Z","caller":"traceutil/trace.go:171","msg":"trace[812301528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:937; }","duration":"826.254867ms","start":"2026-03-01T21:14:22.950942Z","end":"2026-03-01T21:14:23.777197Z","steps":["trace[812301528] 'range keys from in-memory index tree' (duration: 825.94922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:23.777237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:22.950924Z","time spent":"826.308398ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:14:23.777354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.679658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:14:23.777421Z","caller":"traceutil/trace.go:171","msg":"trace[1936859074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:937; }","duration":"831.810021ms","start":"2026-03-01T21:14:22.945595Z","end":"2026-03-01T21:14:23.777405Z","steps":["trace[1936859074] 'range keys from in-memory index tree' (duration: 831.450243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:23.777455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:22.945552Z","time spent":"831.894952ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:14:23.777354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.594785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-01T21:14:23.77757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.595755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:14:23.777571Z","caller":"traceutil/trace.go:171","msg":"trace[1187096942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:937; }","duration":"826.833169ms","start":"2026-03-01T21:14:22.950689Z","end":"2026-03-01T21:14:23.777522Z","steps":["trace[1187096942] 'range keys from in-memory index tree' (duration: 826.408921ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:23.77765Z","caller":"traceutil/trace.go:171","msg":"trace[119830844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:937; }","duration":"822.717127ms","start":"2026-03-01T21:14:22.954908Z","end":"2026-03-01T21:14:23.777626Z","steps":["trace[119830844] 'range keys from in-memory index tree' (duration: 822.337029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:23.777703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:22.954885Z","time spent":"822.805919ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:14:23.777701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:22.950659Z","time spent":"826.998803ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:14:38.127949Z","caller":"traceutil/trace.go:171","msg":"trace[204704310] linearizableReadLoop","detail":"{readStateIndex:1025; appliedIndex:1024; }","duration":"126.733033ms","start":"2026-03-01T21:14:38.001182Z","end":"2026-03-01T21:14:38.127915Z","steps":["trace[204704310] 'read index received' (duration: 35.517972ms)","trace[204704310] 'applied index is now lower than readState.Index' (duration: 91.213181ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:14:38.128099Z","caller":"traceutil/trace.go:171","msg":"trace[518131980] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"151.714414ms","start":"2026-03-01T21:14:37.976342Z","end":"2026-03-01T21:14:38.128056Z","steps":["trace[518131980] 'process raft request' (duration: 60.35308ms)","trace[518131980] 'compare' (duration: 91.048357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:14:38.12858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.373597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T21:14:38.128731Z","caller":"traceutil/trace.go:171","msg":"trace[1011818638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:999; }","duration":"127.558141ms","start":"2026-03-01T21:14:38.001152Z","end":"2026-03-01T21:14:38.12871Z","steps":["trace[1011818638] 'agreement among raft nodes before linearized reading' (duration: 126.950158ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:39.297622Z","caller":"traceutil/trace.go:171","msg":"trace[683967575] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"103.248096ms","start":"2026-03-01T21:14:39.194347Z","end":"2026-03-01T21:14:39.297595Z","steps":["trace[683967575] 'process raft request' (duration: 102.976769ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:41.311098Z","caller":"traceutil/trace.go:171","msg":"trace[926175647] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"191.49249ms","start":"2026-03-01T21:14:41.119582Z","end":"2026-03-01T21:14:41.311075Z","steps":["trace[926175647] 'process raft request' (duration: 190.317354ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:41.31131Z","caller":"traceutil/trace.go:171","msg":"trace[1056570839] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"190.54809ms","start":"2026-03-01T21:14:41.120753Z","end":"2026-03-01T21:14:41.311301Z","steps":["trace[1056570839] 'process raft request' (duration: 190.255913ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:41.311513Z","caller":"traceutil/trace.go:171","msg":"trace[1364972861] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"148.37454ms","start":"2026-03-01T21:14:41.163129Z","end":"2026-03-01T21:14:41.311504Z","steps":["trace[1364972861] 'process raft request' (duration: 148.195136ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:41.311489Z","caller":"traceutil/trace.go:171","msg":"trace[313266586] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"187.981823ms","start":"2026-03-01T21:14:41.123475Z","end":"2026-03-01T21:14:41.311457Z","steps":["trace[313266586] 'process raft request' (duration: 187.750668ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:41.311555Z","caller":"traceutil/trace.go:171","msg":"trace[2112498572] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1027; }","duration":"185.888396ms","start":"2026-03-01T21:14:41.125585Z","end":"2026-03-01T21:14:41.311473Z","steps":["trace[2112498572] 'process raft request' (duration: 185.716163ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:41.498051Z","caller":"traceutil/trace.go:171","msg":"trace[1431383505] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"109.79925ms","start":"2026-03-01T21:14:41.38823Z","end":"2026-03-01T21:14:41.498029Z","steps":["trace[1431383505] 'process raft request' (duration: 109.675787ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:41.498086Z","caller":"traceutil/trace.go:171","msg":"trace[1574166929] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"109.018032ms","start":"2026-03-01T21:14:41.389047Z","end":"2026-03-01T21:14:41.498065Z","steps":["trace[1574166929] 'process raft request' (duration: 108.91423ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:41.498099Z","caller":"traceutil/trace.go:171","msg":"trace[1919152015] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"109.473132ms","start":"2026-03-01T21:14:41.388599Z","end":"2026-03-01T21:14:41.498072Z","steps":["trace[1919152015] 'process raft request' (duration: 109.335339ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:41.498147Z","caller":"traceutil/trace.go:171","msg":"trace[1239602092] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"103.664995ms","start":"2026-03-01T21:14:41.394466Z","end":"2026-03-01T21:14:41.498131Z","steps":["trace[1239602092] 'process raft request' (duration: 103.587093ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:41.498049Z","caller":"traceutil/trace.go:171","msg":"trace[1197041484] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"109.83261ms","start":"2026-03-01T21:14:41.388188Z","end":"2026-03-01T21:14:41.498021Z","steps":["trace[1197041484] 'process raft request' (duration: 109.183066ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:41.49821Z","caller":"traceutil/trace.go:171","msg":"trace[1220674275] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"108.8924ms","start":"2026-03-01T21:14:41.389305Z","end":"2026-03-01T21:14:41.498198Z","steps":["trace[1220674275] 'process raft request' (duration: 108.714566ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:41.701361Z","caller":"traceutil/trace.go:171","msg":"trace[2068697335] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1044; }","duration":"137.985892ms","start":"2026-03-01T21:14:41.563333Z","end":"2026-03-01T21:14:41.701319Z","steps":["trace[2068697335] 'process raft request' (duration: 137.87664ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:42.138045Z","caller":"traceutil/trace.go:171","msg":"trace[820277093] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"130.362553ms","start":"2026-03-01T21:14:42.007647Z","end":"2026-03-01T21:14:42.138009Z","steps":["trace[820277093] 'process raft request' (duration: 130.084987ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:46.391879Z","caller":"traceutil/trace.go:171","msg":"trace[1905952455] linearizableReadLoop","detail":"{readStateIndex:1096; appliedIndex:1094; }","duration":"113.334588ms","start":"2026-03-01T21:14:46.278519Z","end":"2026-03-01T21:14:46.391854Z","steps":["trace[1905952455] 'read index received' (duration: 43.709203ms)","trace[1905952455] 'applied index is now lower than readState.Index' (duration: 69.623715ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:14:46.391908Z","caller":"traceutil/trace.go:171","msg":"trace[244356765] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"134.381742ms","start":"2026-03-01T21:14:46.257465Z","end":"2026-03-01T21:14:46.391846Z","steps":["trace[244356765] 'process raft request' (duration: 100.587227ms)","trace[244356765] 'compare' (duration: 33.523599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:14:46.392094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.548692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-01T21:14:46.392126Z","caller":"traceutil/trace.go:171","msg":"trace[1693857059] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1066; }","duration":"113.648725ms","start":"2026-03-01T21:14:46.278468Z","end":"2026-03-01T21:14:46.392117Z","steps":["trace[1693857059] 'agreement among raft nodes before linearized reading' (duration: 113.480831ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:47.337714Z","caller":"traceutil/trace.go:171","msg":"trace[1512136814] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"157.941602ms","start":"2026-03-01T21:14:47.179713Z","end":"2026-03-01T21:14:47.337654Z","steps":["trace[1512136814] 'process raft request' (duration: 121.325755ms)","trace[1512136814] 'compare' (duration: 36.407542ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:14:47.684823Z","caller":"traceutil/trace.go:171","msg":"trace[1699338147] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"246.057914ms","start":"2026-03-01T21:14:47.438735Z","end":"2026-03-01T21:14:47.684793Z","steps":["trace[1699338147] 'process raft request' (duration: 245.92794ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:14:47.684843Z","caller":"traceutil/trace.go:171","msg":"trace[1147954893] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"286.288671ms","start":"2026-03-01T21:14:47.398515Z","end":"2026-03-01T21:14:47.684804Z","steps":["trace[1147954893] 'process raft request' (duration: 256.514904ms)","trace[1147954893] 'compare' (duration: 29.294346ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:14:48.162504Z","caller":"traceutil/trace.go:171","msg":"trace[1471285945] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"104.788879ms","start":"2026-03-01T21:14:48.057686Z","end":"2026-03-01T21:14:48.162475Z","steps":["trace[1471285945] 'process raft request' (duration: 59.635094ms)","trace[1471285945] 'compare' (duration: 44.93966ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:14:57.863853Z","caller":"traceutil/trace.go:171","msg":"trace[1856550614] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"101.089678ms","start":"2026-03-01T21:14:57.762736Z","end":"2026-03-01T21:14:57.863826Z","steps":["trace[1856550614] 'process raft request' (duration: 100.914034ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:00.493817Z","caller":"traceutil/trace.go:171","msg":"trace[1471997902] linearizableReadLoop","detail":"{readStateIndex:1268; appliedIndex:1267; }","duration":"121.289783ms","start":"2026-03-01T21:15:00.372509Z","end":"2026-03-01T21:15:00.493799Z","steps":["trace[1471997902] 'read index received' (duration: 121.088148ms)","trace[1471997902] 'applied index is now lower than readState.Index' (duration: 200.855µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:15:00.494143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.587259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-01T21:15:00.493891Z","caller":"traceutil/trace.go:171","msg":"trace[139061917] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"126.053278ms","start":"2026-03-01T21:15:00.367803Z","end":"2026-03-01T21:15:00.493856Z","steps":["trace[139061917] 'process raft request' (duration: 125.874824ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:00.494215Z","caller":"traceutil/trace.go:171","msg":"trace[448991659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1233; }","duration":"121.731773ms","start":"2026-03-01T21:15:00.372466Z","end":"2026-03-01T21:15:00.494198Z","steps":["trace[448991659] 'agreement among raft nodes before linearized reading' (duration: 121.431716ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:00.637692Z","caller":"traceutil/trace.go:171","msg":"trace[1927525565] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"139.411891ms","start":"2026-03-01T21:15:00.498259Z","end":"2026-03-01T21:15:00.637671Z","steps":["trace[1927525565] 'process raft request' (duration: 62.243401ms)","trace[1927525565] 'compare' (duration: 77.030907ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:15:00.637878Z","caller":"traceutil/trace.go:171","msg":"trace[726645121] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"139.245929ms","start":"2026-03-01T21:15:00.498619Z","end":"2026-03-01T21:15:00.637865Z","steps":["trace[726645121] 'process raft request' (duration: 139.018484ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:01.091611Z","caller":"traceutil/trace.go:171","msg":"trace[1073942120] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"448.313261ms","start":"2026-03-01T21:15:00.643248Z","end":"2026-03-01T21:15:01.091561Z","steps":["trace[1073942120] 'process raft request' (duration: 414.955606ms)","trace[1073942120] 'compare' (duration: 33.150881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:15:01.091854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:00.643234Z","time spent":"448.497145ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:15:01.096324Z","caller":"traceutil/trace.go:171","msg":"trace[482363530] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"452.722608ms","start":"2026-03-01T21:15:00.643568Z","end":"2026-03-01T21:15:01.096291Z","steps":["trace[482363530] 'process raft request' (duration: 452.458223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:01.096563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:00.643532Z","time spent":"452.912113ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:15:23.589477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.503934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:15:23.589523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.680628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T21:15:23.58957Z","caller":"traceutil/trace.go:171","msg":"trace[832854201] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1610; }","duration":"183.655988ms","start":"2026-03-01T21:15:23.405897Z","end":"2026-03-01T21:15:23.589553Z","steps":["trace[832854201] 'count revisions from in-memory index tree' (duration: 183.426792ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:23.589593Z","caller":"traceutil/trace.go:171","msg":"trace[1164330105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1610; }","duration":"360.782521ms","start":"2026-03-01T21:15:23.228792Z","end":"2026-03-01T21:15:23.589575Z","steps":["trace[1164330105] 'range keys from in-memory index tree' (duration: 360.526155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:23.589655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:23.228776Z","time spent":"360.863982ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:15:23.589666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.631856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b86493c8-eafb-4ab2-aad0-0eaa08c0cdaf\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-01T21:15:23.589691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.123619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:15:23.589768Z","caller":"traceutil/trace.go:171","msg":"trace[1741152184] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1610; }","duration":"293.289243ms","start":"2026-03-01T21:15:23.29646Z","end":"2026-03-01T21:15:23.58975Z","steps":["trace[1741152184] 'count revisions from in-memory index tree' (duration: 292.955115ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:23.58978Z","caller":"traceutil/trace.go:171","msg":"trace[865391259] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b86493c8-eafb-4ab2-aad0-0eaa08c0cdaf; range_end:; response_count:1; response_revision:1610; }","duration":"472.702257ms","start":"2026-03-01T21:15:23.117011Z","end":"2026-03-01T21:15:23.589713Z","steps":["trace[865391259] 'range keys from in-memory index tree' (duration: 472.419391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:23.589847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:23.116984Z","time spent":"472.847011ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b86493c8-eafb-4ab2-aad0-0eaa08c0cdaf\" "} {"level":"warn","ts":"2026-03-01T21:15:23.589907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.272013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-01T21:15:23.589951Z","caller":"traceutil/trace.go:171","msg":"trace[1712896935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1610; }","duration":"847.318535ms","start":"2026-03-01T21:15:22.742624Z","end":"2026-03-01T21:15:23.589942Z","steps":["trace[1712896935] 'range keys from in-memory index tree' (duration: 847.096629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:23.590013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:22.742543Z","time spent":"847.448938ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:15:23.590079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.470133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-01T21:15:23.590027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.74101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b86493c8-eafb-4ab2-aad0-0eaa08c0cdaf\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-01T21:15:23.590138Z","caller":"traceutil/trace.go:171","msg":"trace[1461478836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1610; }","duration":"364.582276ms","start":"2026-03-01T21:15:23.225543Z","end":"2026-03-01T21:15:23.590126Z","steps":["trace[1461478836] 'range keys from in-memory index tree' (duration: 364.273508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:23.590986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:23.225523Z","time spent":"365.426374ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:15:23.590119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.443473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T21:15:23.591111Z","caller":"traceutil/trace.go:171","msg":"trace[1658932591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1610; }","duration":"846.481036ms","start":"2026-03-01T21:15:22.744614Z","end":"2026-03-01T21:15:23.591095Z","steps":["trace[1658932591] 'range keys from in-memory index tree' (duration: 845.231887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:23.591164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:22.744603Z","time spent":"846.547607ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:15:23.590889Z","caller":"traceutil/trace.go:171","msg":"trace[1760216429] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b86493c8-eafb-4ab2-aad0-0eaa08c0cdaf; range_end:; response_count:1; response_revision:1610; }","duration":"341.688761ms","start":"2026-03-01T21:15:23.249162Z","end":"2026-03-01T21:15:23.590851Z","steps":["trace[1760216429] 'range keys from in-memory index tree' (duration: 340.476633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:23.591269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:23.249151Z","time spent":"342.101239ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b86493c8-eafb-4ab2-aad0-0eaa08c0cdaf\" "} {"level":"info","ts":"2026-03-01T21:15:24.024648Z","caller":"traceutil/trace.go:171","msg":"trace[232446054] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"422.691716ms","start":"2026-03-01T21:15:23.601931Z","end":"2026-03-01T21:15:24.024623Z","steps":["trace[232446054] 'process raft request' (duration: 422.477681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:24.02482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:23.601892Z","time spent":"422.827189ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:15:24.025071Z","caller":"traceutil/trace.go:171","msg":"trace[313984699] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"423.001543ms","start":"2026-03-01T21:15:23.602023Z","end":"2026-03-01T21:15:24.025025Z","steps":["trace[313984699] 'process raft request' (duration: 422.519852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:24.025226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:23.602016Z","time spent":"423.130975ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:15:24.025208Z","caller":"traceutil/trace.go:171","msg":"trace[1992737922] linearizableReadLoop","detail":"{readStateIndex:1659; appliedIndex:1655; }","duration":"112.857367ms","start":"2026-03-01T21:15:23.912322Z","end":"2026-03-01T21:15:24.025179Z","steps":["trace[1992737922] 'read index received' (duration: 112.08181ms)","trace[1992737922] 'applied index is now lower than readState.Index' (duration: 773.927µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:15:24.025432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.091342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-01T21:15:24.025488Z","caller":"traceutil/trace.go:171","msg":"trace[690257454] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:1615; }","duration":"113.201144ms","start":"2026-03-01T21:15:23.912275Z","end":"2026-03-01T21:15:24.025476Z","steps":["trace[690257454] 'agreement among raft nodes before linearized reading' (duration: 112.98419ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:24.025403Z","caller":"traceutil/trace.go:171","msg":"trace[444046022] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"423.008053ms","start":"2026-03-01T21:15:23.60236Z","end":"2026-03-01T21:15:24.025368Z","steps":["trace[444046022] 'process raft request' (duration: 422.691066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:24.025639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:23.602353Z","time spent":"423.230238ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:15:24.025133Z","caller":"traceutil/trace.go:171","msg":"trace[964727989] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"423.038823ms","start":"2026-03-01T21:15:23.60207Z","end":"2026-03-01T21:15:24.025109Z","steps":["trace[964727989] 'process raft request' (duration: 422.816569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:24.026337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:23.602065Z","time spent":"424.189508ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:15:27.060749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.196456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:15:27.060886Z","caller":"traceutil/trace.go:171","msg":"trace[806435072] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"430.446947ms","start":"2026-03-01T21:15:26.630427Z","end":"2026-03-01T21:15:27.060874Z","steps":["trace[806435072] 'process raft request' (duration: 430.398766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:27.06092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:26.630402Z","time spent":"430.505039ms","remote":"127.0.0.1:34102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2491,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T21:15:27.061058Z","caller":"traceutil/trace.go:171","msg":"trace[1545500611] linearizableReadLoop","detail":"{readStateIndex:1704; appliedIndex:1703; }","duration":"497.897294ms","start":"2026-03-01T21:15:26.563155Z","end":"2026-03-01T21:15:27.061052Z","steps":["trace[1545500611] 'read index received' (duration: 319.348758ms)","trace[1545500611] 'applied index is now lower than readState.Index' (duration: 178.547636ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:15:27.061102Z","caller":"traceutil/trace.go:171","msg":"trace[363018339] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"512.819932ms","start":"2026-03-01T21:15:26.548229Z","end":"2026-03-01T21:15:27.061049Z","steps":["trace[363018339] 'process raft request' (duration: 334.267296ms)","trace[363018339] 'compare' (duration: 177.919801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:15:27.061317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:26.548203Z","time spent":"512.999206ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16798,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:15:27.061336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.166669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-01T21:15:27.061316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.820562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-03-01T21:15:27.061402Z","caller":"traceutil/trace.go:171","msg":"trace[343031493] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1658; }","duration":"498.302172ms","start":"2026-03-01T21:15:26.563085Z","end":"2026-03-01T21:15:27.061387Z","steps":["trace[343031493] 'agreement among raft nodes before linearized reading' (duration: 498.033256ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:27.061406Z","caller":"traceutil/trace.go:171","msg":"trace[314598933] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1658; }","duration":"443.971315ms","start":"2026-03-01T21:15:26.61742Z","end":"2026-03-01T21:15:27.061391Z","steps":["trace[314598933] 'agreement among raft nodes before linearized reading' (duration: 443.74321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:27.061438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:26.617394Z","time spent":"444.036387ms","remote":"127.0.0.1:48342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T21:15:27.061451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:26.563057Z","time spent":"498.377514ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T21:15:27.06142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.862907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:15:27.061529Z","caller":"traceutil/trace.go:171","msg":"trace[232699171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1658; }","duration":"412.02343ms","start":"2026-03-01T21:15:26.649474Z","end":"2026-03-01T21:15:27.061498Z","steps":["trace[232699171] 'agreement among raft nodes before linearized reading' (duration: 411.740414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:27.061593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:26.64945Z","time spent":"412.132783ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:15:31.965105Z","caller":"traceutil/trace.go:171","msg":"trace[431117251] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"229.001797ms","start":"2026-03-01T21:15:31.736072Z","end":"2026-03-01T21:15:31.965073Z","steps":["trace[431117251] 'process raft request' (duration: 228.311932ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:16:06.527981Z","caller":"traceutil/trace.go:171","msg":"trace[2038435121] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1991; }","duration":"351.965997ms","start":"2026-03-01T21:16:06.175978Z","end":"2026-03-01T21:16:06.527944Z","steps":["trace[2038435121] 'read index received' (duration: 351.730522ms)","trace[2038435121] 'applied index is now lower than readState.Index' (duration: 234.505µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:16:06.528097Z","caller":"traceutil/trace.go:171","msg":"trace[1515990017] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"360.457354ms","start":"2026-03-01T21:16:06.167629Z","end":"2026-03-01T21:16:06.528087Z","steps":["trace[1515990017] 'process raft request' (duration: 360.158137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:16:06.528214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:16:06.167601Z","time spent":"360.521004ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:16:06.52843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.076159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T21:16:06.528548Z","caller":"traceutil/trace.go:171","msg":"trace[1216997776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1929; }","duration":"190.250403ms","start":"2026-03-01T21:16:06.338268Z","end":"2026-03-01T21:16:06.528519Z","steps":["trace[1216997776] 'agreement among raft nodes before linearized reading' (duration: 189.980697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:16:06.528667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.696862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-01T21:16:06.528732Z","caller":"traceutil/trace.go:171","msg":"trace[669123385] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1929; }","duration":"352.811734ms","start":"2026-03-01T21:16:06.175908Z","end":"2026-03-01T21:16:06.528719Z","steps":["trace[669123385] 'agreement among raft nodes before linearized reading' (duration: 352.658281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:16:06.52877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:16:06.175872Z","time spent":"352.890406ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T21:16:06.52884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.848267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-03-01T21:16:06.528908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.644379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:16:06.528938Z","caller":"traceutil/trace.go:171","msg":"trace[710450062] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1929; }","duration":"118.00125ms","start":"2026-03-01T21:16:06.410915Z","end":"2026-03-01T21:16:06.528917Z","steps":["trace[710450062] 'agreement among raft nodes before linearized reading' (duration: 117.592821ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:16:06.528996Z","caller":"traceutil/trace.go:171","msg":"trace[1737452681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1929; }","duration":"184.750251ms","start":"2026-03-01T21:16:06.344223Z","end":"2026-03-01T21:16:06.528973Z","steps":["trace[1737452681] 'agreement among raft nodes before linearized reading' (duration: 184.510156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:16:06.528895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.237559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T21:16:06.529151Z","caller":"traceutil/trace.go:171","msg":"trace[545849888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1929; }","duration":"179.574037ms","start":"2026-03-01T21:16:06.349555Z","end":"2026-03-01T21:16:06.529129Z","steps":["trace[545849888] 'agreement among raft nodes before linearized reading' (duration: 179.115567ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:16:06.703412Z","caller":"traceutil/trace.go:171","msg":"trace[1443572814] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"118.237026ms","start":"2026-03-01T21:16:06.585091Z","end":"2026-03-01T21:16:06.703328Z","steps":["trace[1443572814] 'process raft request' (duration: 92.999549ms)","trace[1443572814] 'compare' (duration: 25.004462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:16:07.179685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.214917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:16:07.179778Z","caller":"traceutil/trace.go:171","msg":"trace[531085445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1939; }","duration":"138.359569ms","start":"2026-03-01T21:16:07.041398Z","end":"2026-03-01T21:16:07.179758Z","steps":["trace[531085445] 'range keys from in-memory index tree' (duration: 138.110994ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:16:07.591631Z","caller":"traceutil/trace.go:171","msg":"trace[602664519] linearizableReadLoop","detail":"{readStateIndex:2003; appliedIndex:2002; }","duration":"274.217153ms","start":"2026-03-01T21:16:07.317376Z","end":"2026-03-01T21:16:07.591593Z","steps":["trace[602664519] 'read index received' (duration: 274.09031ms)","trace[602664519] 'applied index is now lower than readState.Index' (duration: 125.763µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:16:07.591751Z","caller":"traceutil/trace.go:171","msg":"trace[805489259] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"304.94744ms","start":"2026-03-01T21:16:07.286768Z","end":"2026-03-01T21:16:07.591715Z","steps":["trace[805489259] 'process raft request' (duration: 304.687054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:16:07.591912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.525839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-01T21:16:07.591954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:16:07.28673Z","time spent":"305.107463ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:16:07.591999Z","caller":"traceutil/trace.go:171","msg":"trace[1325752667] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1940; }","duration":"274.671992ms","start":"2026-03-01T21:16:07.317305Z","end":"2026-03-01T21:16:07.591977Z","steps":["trace[1325752667] 'agreement among raft nodes before linearized reading' (duration: 274.445147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:16:08.435871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.661281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:16:08.43598Z","caller":"traceutil/trace.go:171","msg":"trace[1710870023] linearizableReadLoop","detail":"{readStateIndex:2004; appliedIndex:2003; }","duration":"659.565844ms","start":"2026-03-01T21:16:07.776396Z","end":"2026-03-01T21:16:08.435962Z","steps":["trace[1710870023] 'read index received' (duration: 208.652767ms)","trace[1710870023] 'applied index is now lower than readState.Index' (duration: 450.911667ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:16:08.436066Z","caller":"traceutil/trace.go:171","msg":"trace[1897842788] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"839.800547ms","start":"2026-03-01T21:16:07.596254Z","end":"2026-03-01T21:16:08.436054Z","steps":["trace[1897842788] 'process raft request' (duration: 388.849489ms)","trace[1897842788] 'compare' (duration: 450.512188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:16:08.436131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:16:07.596157Z","time spent":"839.94266ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:16:08.436173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.37765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:16:08.43626Z","caller":"traceutil/trace.go:171","msg":"trace[245649186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1941; }","duration":"394.524274ms","start":"2026-03-01T21:16:08.041716Z","end":"2026-03-01T21:16:08.43624Z","steps":["trace[245649186] 'agreement among raft nodes before linearized reading' (duration: 394.36738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:16:08.436307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:16:08.041692Z","time spent":"394.606196ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:16:08.436576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.199328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11669"} {"level":"info","ts":"2026-03-01T21:16:08.436626Z","caller":"traceutil/trace.go:171","msg":"trace[1539625113] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1941; }","duration":"660.382081ms","start":"2026-03-01T21:16:07.776218Z","end":"2026-03-01T21:16:08.4366Z","steps":["trace[1539625113] 'agreement among raft nodes before linearized reading' (duration: 660.253669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:16:08.436643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:16:07.776194Z","time spent":"660.445463ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11692,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T21:16:41.499348Z","caller":"traceutil/trace.go:171","msg":"trace[1725263926] linearizableReadLoop","detail":"{readStateIndex:2288; appliedIndex:2287; }","duration":"263.153129ms","start":"2026-03-01T21:16:41.236174Z","end":"2026-03-01T21:16:41.499327Z","steps":["trace[1725263926] 'read index received' (duration: 262.943934ms)","trace[1725263926] 'applied index is now lower than readState.Index' (duration: 208.125µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:16:41.499414Z","caller":"traceutil/trace.go:171","msg":"trace[1095715092] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"286.33297ms","start":"2026-03-01T21:16:41.213049Z","end":"2026-03-01T21:16:41.499382Z","steps":["trace[1095715092] 'process raft request' (duration: 286.142386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:16:41.499752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.545637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:16:41.499879Z","caller":"traceutil/trace.go:171","msg":"trace[1103151861] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2209; }","duration":"263.70113ms","start":"2026-03-01T21:16:41.236161Z","end":"2026-03-01T21:16:41.499862Z","steps":["trace[1103151861] 'agreement among raft nodes before linearized reading' (duration: 263.439645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:16:42.33812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642244975,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T21:16:42.390312Z","caller":"traceutil/trace.go:171","msg":"trace[916924301] linearizableReadLoop","detail":"{readStateIndex:2290; appliedIndex:2289; }","duration":"552.822133ms","start":"2026-03-01T21:16:41.837464Z","end":"2026-03-01T21:16:42.390286Z","steps":["trace[916924301] 'read index received' (duration: 552.595388ms)","trace[916924301] 'applied index is now lower than readState.Index' (duration: 226.045µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:16:42.390412Z","caller":"traceutil/trace.go:171","msg":"trace[1057666103] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"620.867511ms","start":"2026-03-01T21:16:41.769533Z","end":"2026-03-01T21:16:42.390401Z","steps":["trace[1057666103] 'process raft request' (duration: 620.605696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:16:42.390518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:16:41.769516Z","time spent":"620.927262ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:16:42.390582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.492732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:16:42.390631Z","caller":"traceutil/trace.go:171","msg":"trace[1859701272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2211; }","duration":"349.574153ms","start":"2026-03-01T21:16:42.041045Z","end":"2026-03-01T21:16:42.390619Z","steps":["trace[1859701272] 'agreement among raft nodes before linearized reading' (duration: 349.501862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:16:42.390671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:16:42.041028Z","time spent":"349.636515ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:16:42.390909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.393835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:16:42.390998Z","caller":"traceutil/trace.go:171","msg":"trace[2142939733] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2211; }","duration":"553.544008ms","start":"2026-03-01T21:16:41.837436Z","end":"2026-03-01T21:16:42.39098Z","steps":["trace[2142939733] 'agreement among raft nodes before linearized reading' (duration: 553.353874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:16:42.391048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:16:41.837401Z","time spent":"553.63612ms","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:17:16.034336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.314076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:17:16.034515Z","caller":"traceutil/trace.go:171","msg":"trace[22043231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2425; }","duration":"720.520181ms","start":"2026-03-01T21:17:15.313964Z","end":"2026-03-01T21:17:16.034484Z","steps":["trace[22043231] 'count revisions from in-memory index tree' (duration: 720.201724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:17:16.034521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.455223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-03-01T21:17:16.03458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:17:15.313905Z","time spent":"720.652953ms","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:17:16.034631Z","caller":"traceutil/trace.go:171","msg":"trace[1384866362] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2425; }","duration":"632.644488ms","start":"2026-03-01T21:17:15.401965Z","end":"2026-03-01T21:17:16.03461Z","steps":["trace[1384866362] 'range keys from in-memory index tree' (duration: 632.220258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:17:16.034678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:17:15.401948Z","time spent":"632.719479ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:17:16.034858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.056969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-01T21:17:16.03496Z","caller":"traceutil/trace.go:171","msg":"trace[363512725] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2425; }","duration":"154.260054ms","start":"2026-03-01T21:17:15.880675Z","end":"2026-03-01T21:17:16.034935Z","steps":["trace[363512725] 'range keys from in-memory index tree' (duration: 153.848185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:17:16.03497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.943495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-03-01T21:17:16.03513Z","caller":"traceutil/trace.go:171","msg":"trace[1166129682] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2425; }","duration":"298.130729ms","start":"2026-03-01T21:17:15.736968Z","end":"2026-03-01T21:17:16.035099Z","steps":["trace[1166129682] 'range keys from in-memory index tree' (duration: 297.616438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:17:16.034338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.232844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:17:16.035221Z","caller":"traceutil/trace.go:171","msg":"trace[688658004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2425; }","duration":"496.119013ms","start":"2026-03-01T21:17:15.539084Z","end":"2026-03-01T21:17:16.035203Z","steps":["trace[688658004] 'range keys from in-memory index tree' (duration: 495.156633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:17:16.035267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:17:15.539033Z","time spent":"496.217295ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:17:16.317934Z","caller":"traceutil/trace.go:171","msg":"trace[680519020] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"275.251734ms","start":"2026-03-01T21:17:16.042654Z","end":"2026-03-01T21:17:16.317905Z","steps":["trace[680519020] 'process raft request' (duration: 275.092031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:17:17.3098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.170314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:17:17.309917Z","caller":"traceutil/trace.go:171","msg":"trace[1207115549] linearizableReadLoop","detail":"{readStateIndex:2521; appliedIndex:2519; }","duration":"1.266555792s","start":"2026-03-01T21:17:16.043343Z","end":"2026-03-01T21:17:17.309899Z","steps":["trace[1207115549] 'read index received' (duration: 274.362006ms)","trace[1207115549] 'applied index is now lower than readState.Index' (duration: 992.192666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:17:17.310279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146466399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:17:17.310381Z","caller":"traceutil/trace.go:171","msg":"trace[690821497] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2427; }","duration":"1.146624003s","start":"2026-03-01T21:17:16.163735Z","end":"2026-03-01T21:17:17.310359Z","steps":["trace[690821497] 'agreement among raft nodes before linearized reading' (duration: 1.146439839s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:17:17.310435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:17:16.163718Z","time spent":"1.146704754s","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":18,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:17:17.310468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.094597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:17:17.310594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.436966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:17:17.310631Z","caller":"traceutil/trace.go:171","msg":"trace[646912410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2427; }","duration":"268.488936ms","start":"2026-03-01T21:17:17.04213Z","end":"2026-03-01T21:17:17.310619Z","steps":["trace[646912410] 'agreement among raft nodes before linearized reading' (duration: 268.438415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:17:17.310587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.466958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T21:17:17.310634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.96445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-01T21:17:17.310653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.919424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-01T21:17:17.310734Z","caller":"traceutil/trace.go:171","msg":"trace[1534080693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2427; }","duration":"416.113143ms","start":"2026-03-01T21:17:16.894599Z","end":"2026-03-01T21:17:17.310712Z","steps":["trace[1534080693] 'agreement among raft nodes before linearized reading' (duration: 415.844858ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:17:17.310742Z","caller":"traceutil/trace.go:171","msg":"trace[1403905224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2427; }","duration":"394.687473ms","start":"2026-03-01T21:17:16.916027Z","end":"2026-03-01T21:17:17.310714Z","steps":["trace[1403905224] 'agreement among raft nodes before linearized reading' (duration: 394.191812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:17:17.310732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.687727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T21:17:17.310789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267438391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:5908"} {"level":"warn","ts":"2026-03-01T21:17:17.31079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:17:16.894569Z","time spent":"416.210955ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T21:17:17.310794Z","caller":"traceutil/trace.go:171","msg":"trace[537369533] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2427; }","duration":"989.107628ms","start":"2026-03-01T21:17:16.321662Z","end":"2026-03-01T21:17:17.310769Z","steps":["trace[537369533] 'agreement among raft nodes before linearized reading' (duration: 988.842332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:17:17.310699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.53634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:17:17.310823Z","caller":"traceutil/trace.go:171","msg":"trace[1708651124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2427; }","duration":"742.83221ms","start":"2026-03-01T21:17:16.567973Z","end":"2026-03-01T21:17:17.310805Z","steps":["trace[1708651124] 'agreement among raft nodes before linearized reading' (duration: 742.504503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:17:17.310854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:17:16.321643Z","time spent":"989.19895ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:17:17.310866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:17:16.56795Z","time spent":"742.907542ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:17:17.310928Z","caller":"traceutil/trace.go:171","msg":"trace[1544950503] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2427; }","duration":"525.780815ms","start":"2026-03-01T21:17:16.785092Z","end":"2026-03-01T21:17:17.310873Z","steps":["trace[1544950503] 'agreement among raft nodes before linearized reading' (duration: 525.366726ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:17:17.310584Z","caller":"traceutil/trace.go:171","msg":"trace[1157849788] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2427; }","duration":"568.2651ms","start":"2026-03-01T21:17:16.742296Z","end":"2026-03-01T21:17:17.310561Z","steps":["trace[1157849788] 'agreement among raft nodes before linearized reading' (duration: 568.052316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:17:17.31097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.27772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-01T21:17:17.311001Z","caller":"traceutil/trace.go:171","msg":"trace[1060889678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2427; }","duration":"392.326481ms","start":"2026-03-01T21:17:16.918667Z","end":"2026-03-01T21:17:17.310993Z","steps":["trace[1060889678] 'agreement among raft nodes before linearized reading' (duration: 391.985863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:17:17.311004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:17:16.742278Z","time spent":"568.70744ms","remote":"127.0.0.1:34958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:17:17.311062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.305456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:17:17.31108Z","caller":"traceutil/trace.go:171","msg":"trace[1804524406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2427; }","duration":"390.343526ms","start":"2026-03-01T21:17:16.920733Z","end":"2026-03-01T21:17:17.311076Z","steps":["trace[1804524406] 'agreement among raft nodes before linearized reading' (duration: 389.815445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:17:17.311096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:17:16.920722Z","time spent":"390.371437ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:17:17.311025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:17:16.918659Z","time spent":"392.361981ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:17:17.310802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:17:16.91599Z","time spent":"394.801545ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:17:17.310514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.156325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:17:17.311312Z","caller":"traceutil/trace.go:171","msg":"trace[101490780] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2427; }","duration":"777.944722ms","start":"2026-03-01T21:17:16.53334Z","end":"2026-03-01T21:17:17.311284Z","steps":["trace[101490780] 'agreement among raft nodes before linearized reading' (duration: 777.120424ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:17:17.310825Z","caller":"traceutil/trace.go:171","msg":"trace[1657373778] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2427; }","duration":"1.267501472s","start":"2026-03-01T21:17:16.043313Z","end":"2026-03-01T21:17:17.310815Z","steps":["trace[1657373778] 'agreement among raft nodes before linearized reading' (duration: 1.267304267s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:17:17.311373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:17:16.533288Z","time spent":"778.066595ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":3,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:17:17.311009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:17:16.785069Z","time spent":"525.897068ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-01T21:17:17.310739Z","caller":"traceutil/trace.go:171","msg":"trace[32386006] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"1.267863659s","start":"2026-03-01T21:17:16.042752Z","end":"2026-03-01T21:17:17.310616Z","steps":["trace[32386006] 'process raft request' (duration: 650.780075ms)","trace[32386006] 'compare' (duration: 616.044572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:17:17.311728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:17:16.042738Z","time spent":"1.268905404s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:17:17.311472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:17:16.0433Z","time spent":"1.268087875s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5931,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-01T21:18:19.447225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.847268ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T21:18:56.438211Z","caller":"traceutil/trace.go:171","msg":"trace[718163775] transaction","detail":"{read_only:false; response_revision:3295; number_of_response:1; }","duration":"103.245412ms","start":"2026-03-01T21:18:56.33494Z","end":"2026-03-01T21:18:56.438186Z","steps":["trace[718163775] 'process raft request' (duration: 103.111948ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:18:56.501839Z","caller":"traceutil/trace.go:171","msg":"trace[1737280719] transaction","detail":"{read_only:false; response_revision:3296; number_of_response:1; }","duration":"163.891775ms","start":"2026-03-01T21:18:56.337938Z","end":"2026-03-01T21:18:56.50183Z","steps":["trace[1737280719] 'process raft request' (duration: 163.787713ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:01.394328Z","caller":"traceutil/trace.go:171","msg":"trace[1755099944] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3325; }","duration":"145.008123ms","start":"2026-03-01T21:19:01.249281Z","end":"2026-03-01T21:19:01.394289Z","steps":["trace[1755099944] 'process raft request' (duration: 144.673876ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:22.639461Z","caller":"traceutil/trace.go:171","msg":"trace[338557640] transaction","detail":"{read_only:false; response_revision:3770; number_of_response:1; }","duration":"120.632973ms","start":"2026-03-01T21:19:22.518798Z","end":"2026-03-01T21:19:22.639431Z","steps":["trace[338557640] 'process raft request' (duration: 120.032629ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:22.650531Z","caller":"traceutil/trace.go:171","msg":"trace[1370958853] transaction","detail":"{read_only:false; response_revision:3771; number_of_response:1; }","duration":"105.124372ms","start":"2026-03-01T21:19:22.545378Z","end":"2026-03-01T21:19:22.650502Z","steps":["trace[1370958853] 'process raft request' (duration: 104.496459ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:26.772405Z","caller":"traceutil/trace.go:171","msg":"trace[1664492875] transaction","detail":"{read_only:false; response_revision:3908; number_of_response:1; }","duration":"374.938699ms","start":"2026-03-01T21:19:26.397437Z","end":"2026-03-01T21:19:26.772376Z","steps":["trace[1664492875] 'process raft request' (duration: 371.360391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:26.772552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:26.397424Z","time spent":"375.057631ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3744,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:26.781349Z","caller":"traceutil/trace.go:171","msg":"trace[844372428] linearizableReadLoop","detail":"{readStateIndex:4079; appliedIndex:4077; }","duration":"306.573827ms","start":"2026-03-01T21:19:26.474734Z","end":"2026-03-01T21:19:26.781307Z","steps":["trace[844372428] 'read index received' (duration: 294.162277ms)","trace[844372428] 'applied index is now lower than readState.Index' (duration: 12.41054ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:26.781438Z","caller":"traceutil/trace.go:171","msg":"trace[1691722009] transaction","detail":"{read_only:false; response_revision:3909; number_of_response:1; }","duration":"369.992141ms","start":"2026-03-01T21:19:26.411408Z","end":"2026-03-01T21:19:26.7814Z","steps":["trace[1691722009] 'process raft request' (duration: 369.732735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:26.781533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.778942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:19:26.781623Z","caller":"traceutil/trace.go:171","msg":"trace[709268447] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3909; }","duration":"306.885574ms","start":"2026-03-01T21:19:26.474718Z","end":"2026-03-01T21:19:26.781603Z","steps":["trace[709268447] 'agreement among raft nodes before linearized reading' (duration: 306.70346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:26.781647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:26.411394Z","time spent":"370.123123ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15285,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:26.781683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:26.474639Z","time spent":"307.032417ms","remote":"127.0.0.1:41352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:19:26.781763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.050079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:19:26.781831Z","caller":"traceutil/trace.go:171","msg":"trace[1816713532] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:3909; }","duration":"109.177922ms","start":"2026-03-01T21:19:26.672635Z","end":"2026-03-01T21:19:26.781813Z","steps":["trace[1816713532] 'agreement among raft nodes before linearized reading' (duration: 108.940277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:26.782034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.647284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-01T21:19:26.782158Z","caller":"traceutil/trace.go:171","msg":"trace[784491350] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:3909; }","duration":"149.882809ms","start":"2026-03-01T21:19:26.632248Z","end":"2026-03-01T21:19:26.782131Z","steps":["trace[784491350] 'agreement among raft nodes before linearized reading' (duration: 149.45566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:26.782488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.476939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:48 size:2347959"} {"level":"info","ts":"2026-03-01T21:19:26.782553Z","caller":"traceutil/trace.go:171","msg":"trace[351310074] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:48; response_revision:3909; }","duration":"270.597153ms","start":"2026-03-01T21:19:26.511936Z","end":"2026-03-01T21:19:26.782534Z","steps":["trace[351310074] 'agreement among raft nodes before linearized reading' (duration: 269.54805ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:28.72316Z","caller":"traceutil/trace.go:171","msg":"trace[569407091] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"169.698801ms","start":"2026-03-01T21:19:28.553424Z","end":"2026-03-01T21:19:28.723123Z","steps":["trace[569407091] 'process raft request' (duration: 169.084238ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:30.60647Z","caller":"traceutil/trace.go:171","msg":"trace[1069744790] transaction","detail":"{read_only:false; response_revision:3985; number_of_response:1; }","duration":"159.698063ms","start":"2026-03-01T21:19:30.446734Z","end":"2026-03-01T21:19:30.606432Z","steps":["trace[1069744790] 'process raft request' (duration: 79.492193ms)","trace[1069744790] 'compare' (duration: 80.075426ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:30.684195Z","caller":"traceutil/trace.go:171","msg":"trace[1695074389] transaction","detail":"{read_only:false; response_revision:3986; number_of_response:1; }","duration":"140.962064ms","start":"2026-03-01T21:19:30.543209Z","end":"2026-03-01T21:19:30.684172Z","steps":["trace[1695074389] 'process raft request' (duration: 140.858202ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:30.719025Z","caller":"traceutil/trace.go:171","msg":"trace[70216586] transaction","detail":"{read_only:false; response_revision:3987; number_of_response:1; }","duration":"106.705718ms","start":"2026-03-01T21:19:30.612294Z","end":"2026-03-01T21:19:30.719Z","steps":["trace[70216586] 'process raft request' (duration: 105.100672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:32.61988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.39957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-01T21:19:32.619982Z","caller":"traceutil/trace.go:171","msg":"trace[1031312840] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4044; }","duration":"210.763647ms","start":"2026-03-01T21:19:32.409196Z","end":"2026-03-01T21:19:32.61996Z","steps":["trace[1031312840] 'range keys from in-memory index tree' (duration: 210.137554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:32.62014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.025285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zfdgp\" ","response":"range_response_count:1 size:9826"} {"level":"warn","ts":"2026-03-01T21:19:32.620154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.377087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-03-01T21:19:32.620259Z","caller":"traceutil/trace.go:171","msg":"trace[1044249313] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zfdgp; range_end:; response_count:1; response_revision:4044; }","duration":"278.222449ms","start":"2026-03-01T21:19:32.342005Z","end":"2026-03-01T21:19:32.620228Z","steps":["trace[1044249313] 'range keys from in-memory index tree' (duration: 277.658247ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:32.620269Z","caller":"traceutil/trace.go:171","msg":"trace[1990999783] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4044; }","duration":"319.54258ms","start":"2026-03-01T21:19:32.300695Z","end":"2026-03-01T21:19:32.620237Z","steps":["trace[1990999783] 'range keys from in-memory index tree' (duration: 319.186453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:32.620429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:32.300676Z","time spent":"319.736934ms","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1252,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-01T21:19:32.62014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.611702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zfdgp.1898d4622307d1fb\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-01T21:19:32.620537Z","caller":"traceutil/trace.go:171","msg":"trace[1360698969] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zfdgp.1898d4622307d1fb; range_end:; response_count:1; response_revision:4044; }","duration":"276.069842ms","start":"2026-03-01T21:19:32.344456Z","end":"2026-03-01T21:19:32.620525Z","steps":["trace[1360698969] 'range keys from in-memory index tree' (duration: 275.433748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:32.62014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.687782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:19:32.6206Z","caller":"traceutil/trace.go:171","msg":"trace[1086611713] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:4044; }","duration":"193.179383ms","start":"2026-03-01T21:19:32.427394Z","end":"2026-03-01T21:19:32.620574Z","steps":["trace[1086611713] 'range keys from in-memory index tree' (duration: 192.56046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:35.825106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.66289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:19:35.8252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.424695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-decfbd13-5736-4499-81a1-1a47d1bea130\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-01T21:19:35.825247Z","caller":"traceutil/trace.go:171","msg":"trace[30266450] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4158; }","duration":"240.892985ms","start":"2026-03-01T21:19:35.584325Z","end":"2026-03-01T21:19:35.825218Z","steps":["trace[30266450] 'count revisions from in-memory index tree' (duration: 240.501056ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:35.825272Z","caller":"traceutil/trace.go:171","msg":"trace[1301083480] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-decfbd13-5736-4499-81a1-1a47d1bea130; range_end:; response_count:1; response_revision:4158; }","duration":"180.513278ms","start":"2026-03-01T21:19:35.644738Z","end":"2026-03-01T21:19:35.825251Z","steps":["trace[1301083480] 'range keys from in-memory index tree' (duration: 180.213962ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:36.320828Z","caller":"traceutil/trace.go:171","msg":"trace[1164609701] transaction","detail":"{read_only:false; response_revision:4159; number_of_response:1; }","duration":"190.106537ms","start":"2026-03-01T21:19:36.130691Z","end":"2026-03-01T21:19:36.320797Z","steps":["trace[1164609701] 'process raft request' (duration: 189.930813ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:36.355442Z","caller":"traceutil/trace.go:171","msg":"trace[1747994404] linearizableReadLoop","detail":"{readStateIndex:4342; appliedIndex:4339; }","duration":"192.391938ms","start":"2026-03-01T21:19:36.16301Z","end":"2026-03-01T21:19:36.355402Z","steps":["trace[1747994404] 'read index received' (duration: 157.67499ms)","trace[1747994404] 'applied index is now lower than readState.Index' (duration: 34.716118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:36.355651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.682102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:19:36.355679Z","caller":"traceutil/trace.go:171","msg":"trace[1216378245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4161; }","duration":"191.745863ms","start":"2026-03-01T21:19:36.163925Z","end":"2026-03-01T21:19:36.355671Z","steps":["trace[1216378245] 'agreement among raft nodes before linearized reading' (duration: 191.618211ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:36.35558Z","caller":"traceutil/trace.go:171","msg":"trace[1896735499] transaction","detail":"{read_only:false; response_revision:4160; number_of_response:1; }","duration":"224.249292ms","start":"2026-03-01T21:19:36.131257Z","end":"2026-03-01T21:19:36.355507Z","steps":["trace[1896735499] 'process raft request' (duration: 195.162497ms)","trace[1896735499] 'compare' (duration: 28.84069ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:36.35555Z","caller":"traceutil/trace.go:171","msg":"trace[216695420] transaction","detail":"{read_only:false; response_revision:4161; number_of_response:1; }","duration":"223.866734ms","start":"2026-03-01T21:19:36.131635Z","end":"2026-03-01T21:19:36.355502Z","steps":["trace[216695420] 'process raft request' (duration: 223.729031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:36.355806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.120054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-01T21:19:36.356013Z","caller":"traceutil/trace.go:171","msg":"trace[1306822323] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4161; }","duration":"188.388819ms","start":"2026-03-01T21:19:36.167611Z","end":"2026-03-01T21:19:36.356Z","steps":["trace[1306822323] 'agreement among raft nodes before linearized reading' (duration: 187.983491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:36.355847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.789916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-01T21:19:36.35614Z","caller":"traceutil/trace.go:171","msg":"trace[1922779853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4161; }","duration":"193.123353ms","start":"2026-03-01T21:19:36.16299Z","end":"2026-03-01T21:19:36.356114Z","steps":["trace[1922779853] 'agreement among raft nodes before linearized reading' (duration: 192.552931ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:37.047065Z","caller":"traceutil/trace.go:171","msg":"trace[1016971141] linearizableReadLoop","detail":"{readStateIndex:4347; appliedIndex:4346; }","duration":"324.490168ms","start":"2026-03-01T21:19:36.722555Z","end":"2026-03-01T21:19:37.047045Z","steps":["trace[1016971141] 'read index received' (duration: 324.371396ms)","trace[1016971141] 'applied index is now lower than readState.Index' (duration: 117.512µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:37.047159Z","caller":"traceutil/trace.go:171","msg":"trace[536952593] transaction","detail":"{read_only:false; response_revision:4166; number_of_response:1; }","duration":"340.448137ms","start":"2026-03-01T21:19:36.706662Z","end":"2026-03-01T21:19:37.04711Z","steps":["trace[536952593] 'process raft request' (duration: 340.258563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:37.047263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.672042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:19:37.047351Z","caller":"traceutil/trace.go:171","msg":"trace[127986026] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4166; }","duration":"324.792195ms","start":"2026-03-01T21:19:36.722538Z","end":"2026-03-01T21:19:37.04733Z","steps":["trace[127986026] 'agreement among raft nodes before linearized reading' (duration: 324.629522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:37.047418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:36.722529Z","time spent":"324.877237ms","remote":"127.0.0.1:40990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:19:37.047441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:36.706629Z","time spent":"340.664352ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:37.047568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.832559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:19:37.047597Z","caller":"traceutil/trace.go:171","msg":"trace[668362492] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:4166; }","duration":"199.884011ms","start":"2026-03-01T21:19:36.847706Z","end":"2026-03-01T21:19:37.04759Z","steps":["trace[668362492] 'agreement among raft nodes before linearized reading' (duration: 199.805649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:37.047236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.872012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:19:37.047665Z","caller":"traceutil/trace.go:171","msg":"trace[23356348] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4166; }","duration":"239.333121ms","start":"2026-03-01T21:19:36.808304Z","end":"2026-03-01T21:19:37.047637Z","steps":["trace[23356348] 'agreement among raft nodes before linearized reading' (duration: 238.873841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:37.047745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.574346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-decfbd13-5736-4499-81a1-1a47d1bea130\" ","response":"range_response_count:1 size:3717"} {"level":"info","ts":"2026-03-01T21:19:37.047768Z","caller":"traceutil/trace.go:171","msg":"trace[50222179] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-decfbd13-5736-4499-81a1-1a47d1bea130; range_end:; response_count:1; response_revision:4166; }","duration":"217.638398ms","start":"2026-03-01T21:19:36.830121Z","end":"2026-03-01T21:19:37.047759Z","steps":["trace[50222179] 'agreement among raft nodes before linearized reading' (duration: 217.577416ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:37.289301Z","caller":"traceutil/trace.go:171","msg":"trace[1954903863] transaction","detail":"{read_only:false; response_revision:4171; number_of_response:1; }","duration":"155.739108ms","start":"2026-03-01T21:19:37.133531Z","end":"2026-03-01T21:19:37.28927Z","steps":["trace[1954903863] 'process raft request' (duration: 155.527333ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:38.772819Z","caller":"traceutil/trace.go:171","msg":"trace[651322906] linearizableReadLoop","detail":"{readStateIndex:4392; appliedIndex:4391; }","duration":"143.601293ms","start":"2026-03-01T21:19:38.629189Z","end":"2026-03-01T21:19:38.77279Z","steps":["trace[651322906] 'read index received' (duration: 142.339515ms)","trace[651322906] 'applied index is now lower than readState.Index' (duration: 1.260568ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:38.772876Z","caller":"traceutil/trace.go:171","msg":"trace[1392302509] transaction","detail":"{read_only:false; response_revision:4210; number_of_response:1; }","duration":"294.927065ms","start":"2026-03-01T21:19:38.477917Z","end":"2026-03-01T21:19:38.772844Z","steps":["trace[1392302509] 'process raft request' (duration: 293.572745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:38.773142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.94165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:19:38.773233Z","caller":"traceutil/trace.go:171","msg":"trace[601503531] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4210; }","duration":"144.109804ms","start":"2026-03-01T21:19:38.6291Z","end":"2026-03-01T21:19:38.77321Z","steps":["trace[601503531] 'agreement among raft nodes before linearized reading' (duration: 143.778927ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:42.783346Z","caller":"traceutil/trace.go:171","msg":"trace[1242552482] linearizableReadLoop","detail":"{readStateIndex:4488; appliedIndex:4487; }","duration":"162.940644ms","start":"2026-03-01T21:19:42.620378Z","end":"2026-03-01T21:19:42.783318Z","steps":["trace[1242552482] 'read index received' (duration: 142.339965ms)","trace[1242552482] 'applied index is now lower than readState.Index' (duration: 20.599519ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:42.783476Z","caller":"traceutil/trace.go:171","msg":"trace[873487531] transaction","detail":"{read_only:false; response_revision:4302; number_of_response:1; }","duration":"232.066442ms","start":"2026-03-01T21:19:42.551344Z","end":"2026-03-01T21:19:42.78341Z","steps":["trace[873487531] 'process raft request' (duration: 211.355701ms)","trace[873487531] 'compare' (duration: 20.258711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:42.784822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.427517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2574539"} {"level":"info","ts":"2026-03-01T21:19:42.78488Z","caller":"traceutil/trace.go:171","msg":"trace[631130094] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4302; }","duration":"164.531619ms","start":"2026-03-01T21:19:42.620334Z","end":"2026-03-01T21:19:42.784866Z","steps":["trace[631130094] 'agreement among raft nodes before linearized reading' (duration: 163.098148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:48.946717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.685347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:19:48.946994Z","caller":"traceutil/trace.go:171","msg":"trace[1344953654] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"500.005177ms","start":"2026-03-01T21:19:48.446946Z","end":"2026-03-01T21:19:48.946951Z","steps":["trace[1344953654] 'process raft request' (duration: 260.982103ms)","trace[1344953654] 'compare' (duration: 238.124505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:48.947116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:48.446909Z","time spent":"500.152611ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:48.947012Z","caller":"traceutil/trace.go:171","msg":"trace[1996403413] linearizableReadLoop","detail":"{readStateIndex:4568; appliedIndex:4566; }","duration":"491.428231ms","start":"2026-03-01T21:19:48.455569Z","end":"2026-03-01T21:19:48.946997Z","steps":["trace[1996403413] 'read index received' (duration: 252.375236ms)","trace[1996403413] 'applied index is now lower than readState.Index' (duration: 239.051585ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:48.947095Z","caller":"traceutil/trace.go:171","msg":"trace[1162607809] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"297.374588ms","start":"2026-03-01T21:19:48.649678Z","end":"2026-03-01T21:19:48.947053Z","steps":["trace[1162607809] 'process raft request' (duration: 297.260095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:48.947191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.618655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-01T21:19:48.947237Z","caller":"traceutil/trace.go:171","msg":"trace[1811447381] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4380; }","duration":"491.663286ms","start":"2026-03-01T21:19:48.455562Z","end":"2026-03-01T21:19:48.947225Z","steps":["trace[1811447381] 'agreement among raft nodes before linearized reading' (duration: 491.477432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:48.947281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:48.455526Z","time spent":"491.747458ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-01T21:19:48.947181Z","caller":"traceutil/trace.go:171","msg":"trace[895431958] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"497.83205ms","start":"2026-03-01T21:19:48.449222Z","end":"2026-03-01T21:19:48.947054Z","steps":["trace[895431958] 'process raft request' (duration: 497.622465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:48.947465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.396452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zfdgp.1898d461e6a2ecb5\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-01T21:19:48.947525Z","caller":"traceutil/trace.go:171","msg":"trace[2018502937] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zfdgp.1898d461e6a2ecb5; range_end:; response_count:1; response_revision:4380; }","duration":"393.483274ms","start":"2026-03-01T21:19:48.554031Z","end":"2026-03-01T21:19:48.947513Z","steps":["trace[2018502937] 'agreement among raft nodes before linearized reading' (duration: 393.361411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:48.947496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:48.44921Z","time spent":"498.127306ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:48.947561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:48.554014Z","time spent":"393.538935ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-zfdgp.1898d461e6a2ecb5\" "} {"level":"warn","ts":"2026-03-01T21:19:48.947561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.031406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-c47d949f5-mfdvf\" ","response":"range_response_count:1 size:7812"} {"level":"info","ts":"2026-03-01T21:19:48.947679Z","caller":"traceutil/trace.go:171","msg":"trace[1723151332] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-c47d949f5-mfdvf; range_end:; response_count:1; response_revision:4380; }","duration":"416.21948ms","start":"2026-03-01T21:19:48.531425Z","end":"2026-03-01T21:19:48.947644Z","steps":["trace[1723151332] 'agreement among raft nodes before linearized reading' (duration: 415.858302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:48.947738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:48.531391Z","time spent":"416.337083ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7835,"request content":"key:\"/registry/pods/openstack/memcached-memcached-c47d949f5-mfdvf\" "} {"level":"info","ts":"2026-03-01T21:19:49.3859Z","caller":"traceutil/trace.go:171","msg":"trace[921357249] linearizableReadLoop","detail":"{readStateIndex:4572; appliedIndex:4570; }","duration":"350.511236ms","start":"2026-03-01T21:19:49.035363Z","end":"2026-03-01T21:19:49.385875Z","steps":["trace[921357249] 'read index received' (duration: 302.975649ms)","trace[921357249] 'applied index is now lower than readState.Index' (duration: 47.534747ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:49.386266Z","caller":"traceutil/trace.go:171","msg":"trace[966380801] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"432.146817ms","start":"2026-03-01T21:19:48.954081Z","end":"2026-03-01T21:19:49.386227Z","steps":["trace[966380801] 'process raft request' (duration: 384.055078ms)","trace[966380801] 'compare' (duration: 47.526556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:49.386415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.027107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"warn","ts":"2026-03-01T21:19:49.386469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:48.954062Z","time spent":"432.295959ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:49.386367Z","caller":"traceutil/trace.go:171","msg":"trace[1079077334] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"429.422047ms","start":"2026-03-01T21:19:48.956882Z","end":"2026-03-01T21:19:49.386304Z","steps":["trace[1079077334] 'process raft request' (duration: 428.934347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:49.38678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:48.956862Z","time spent":"429.763934ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8035,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:49.386517Z","caller":"traceutil/trace.go:171","msg":"trace[196332508] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4383; }","duration":"351.1597ms","start":"2026-03-01T21:19:49.035333Z","end":"2026-03-01T21:19:49.386493Z","steps":["trace[196332508] 'agreement among raft nodes before linearized reading' (duration: 350.886204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:49.38698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:49.03532Z","time spent":"351.59528ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:19:49.871872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.423753ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T21:19:49.87199Z","caller":"traceutil/trace.go:171","msg":"trace[1425489229] linearizableReadLoop","detail":"{readStateIndex:4573; appliedIndex:4572; }","duration":"485.971131ms","start":"2026-03-01T21:19:49.385998Z","end":"2026-03-01T21:19:49.871969Z","steps":["trace[1425489229] 'read index received' (duration: 76.51811ms)","trace[1425489229] 'applied index is now lower than readState.Index' (duration: 409.451351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:49.87222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.919437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:19:49.872263Z","caller":"traceutil/trace.go:171","msg":"trace[101836042] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4383; }","duration":"639.005829ms","start":"2026-03-01T21:19:49.233241Z","end":"2026-03-01T21:19:49.872247Z","steps":["trace[101836042] 'agreement among raft nodes before linearized reading' (duration: 638.836736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:49.872301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:49.233221Z","time spent":"639.07079ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:19:49.872391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.423936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:19:49.872501Z","caller":"traceutil/trace.go:171","msg":"trace[1546950529] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:4383; }","duration":"753.6255ms","start":"2026-03-01T21:19:49.11885Z","end":"2026-03-01T21:19:49.872475Z","steps":["trace[1546950529] 'agreement among raft nodes before linearized reading' (duration: 753.326904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:49.87257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:49.118817Z","time spent":"753.736812ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"info","ts":"2026-03-01T21:19:49.961264Z","caller":"traceutil/trace.go:171","msg":"trace[950982766] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"568.41201ms","start":"2026-03-01T21:19:49.392822Z","end":"2026-03-01T21:19:49.961234Z","steps":["trace[950982766] 'process raft request' (duration: 568.052141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:49.961458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:49.392802Z","time spent":"568.551922ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:49.961626Z","caller":"traceutil/trace.go:171","msg":"trace[1799073369] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"568.338558ms","start":"2026-03-01T21:19:49.393251Z","end":"2026-03-01T21:19:49.96159Z","steps":["trace[1799073369] 'process raft request' (duration: 567.876438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:49.96179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:49.393226Z","time spent":"568.480281ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:49.961875Z","caller":"traceutil/trace.go:171","msg":"trace[1436849676] transaction","detail":"{read_only:false; response_revision:4387; number_of_response:1; }","duration":"568.104073ms","start":"2026-03-01T21:19:49.393754Z","end":"2026-03-01T21:19:49.961858Z","steps":["trace[1436849676] 'process raft request' (duration: 567.96867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:49.961956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:49.393747Z","time spent":"568.170154ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:49.962133Z","caller":"traceutil/trace.go:171","msg":"trace[1164386578] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"568.858909ms","start":"2026-03-01T21:19:49.393262Z","end":"2026-03-01T21:19:49.962121Z","steps":["trace[1164386578] 'process raft request' (duration: 568.255316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:49.962172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.848152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-01T21:19:49.962298Z","caller":"traceutil/trace.go:171","msg":"trace[1042617120] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4387; }","duration":"559.009195ms","start":"2026-03-01T21:19:49.403257Z","end":"2026-03-01T21:19:49.962266Z","steps":["trace[1042617120] 'agreement among raft nodes before linearized reading' (duration: 558.618426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:49.962272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.071548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-jbpcv\" ","response":"range_response_count:1 size:4991"} {"level":"warn","ts":"2026-03-01T21:19:49.962364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:49.403251Z","time spent":"559.101657ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T21:19:49.962399Z","caller":"traceutil/trace.go:171","msg":"trace[955417798] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-jbpcv; range_end:; response_count:1; response_revision:4387; }","duration":"571.224311ms","start":"2026-03-01T21:19:49.39113Z","end":"2026-03-01T21:19:49.962354Z","steps":["trace[955417798] 'agreement among raft nodes before linearized reading' (duration: 570.910784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:49.962219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:49.393251Z","time spent":"568.929591ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:49.962545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:49.391112Z","time spent":"571.420006ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5014,"request content":"key:\"/registry/pods/monitoring/goldpinger-jbpcv\" "} {"level":"warn","ts":"2026-03-01T21:19:49.962523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.027144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:19:49.962621Z","caller":"traceutil/trace.go:171","msg":"trace[199311530] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4387; }","duration":"570.154677ms","start":"2026-03-01T21:19:49.392441Z","end":"2026-03-01T21:19:49.962596Z","steps":["trace[199311530] 'agreement among raft nodes before linearized reading' (duration: 569.81873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:49.962671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:49.392435Z","time spent":"570.226018ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:19:50.540508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642250385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:19:50.594798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.864947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:19:50.594963Z","caller":"traceutil/trace.go:171","msg":"trace[853499863] transaction","detail":"{read_only:false; response_revision:4388; number_of_response:1; }","duration":"625.587948ms","start":"2026-03-01T21:19:49.969325Z","end":"2026-03-01T21:19:50.594913Z","steps":["trace[853499863] 'process raft request' (duration: 58.497586ms)","trace[853499863] 'compare' (duration: 566.674353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:50.595104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:49.969282Z","time spent":"625.767282ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:51.164847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.812114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:19:51.165091Z","caller":"traceutil/trace.go:171","msg":"trace[880864516] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"1.193059296s","start":"2026-03-01T21:19:49.971981Z","end":"2026-03-01T21:19:51.16504Z","steps":["trace[880864516] 'process raft request' (duration: 1.011960997s)","trace[880864516] 'compare' (duration: 180.710771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:51.165207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125094743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:19:51.16524Z","caller":"traceutil/trace.go:171","msg":"trace[365987133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4391; }","duration":"1.125163815s","start":"2026-03-01T21:19:50.040067Z","end":"2026-03-01T21:19:51.165231Z","steps":["trace[365987133] 'agreement among raft nodes before linearized reading' (duration: 1.125078203s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:51.165281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:50.040053Z","time spent":"1.125219815s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:19:51.16528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:49.971971Z","time spent":"1.193202339s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:51.165313Z","caller":"traceutil/trace.go:171","msg":"trace[904582766] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"1.193074957s","start":"2026-03-01T21:19:49.972204Z","end":"2026-03-01T21:19:51.165279Z","steps":["trace[904582766] 'process raft request' (duration: 1.192741109s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:51.165349Z","caller":"traceutil/trace.go:171","msg":"trace[583285632] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"1.156860257s","start":"2026-03-01T21:19:50.008464Z","end":"2026-03-01T21:19:51.165324Z","steps":["trace[583285632] 'process raft request' (duration: 1.15654582s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:51.165101Z","caller":"traceutil/trace.go:171","msg":"trace[1570263961] linearizableReadLoop","detail":"{readStateIndex:4581; appliedIndex:4578; }","duration":"1.12497172s","start":"2026-03-01T21:19:50.040111Z","end":"2026-03-01T21:19:51.165082Z","steps":["trace[1570263961] 'read index received' (duration: 943.752188ms)","trace[1570263961] 'applied index is now lower than readState.Index' (duration: 181.218622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:51.165505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:50.008429Z","time spent":"1.15698735s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:51.165504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:49.972185Z","time spent":"1.193227679s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4982,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:51.165775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.451819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T21:19:51.165788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.505433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T21:19:51.165787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.51066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:19:51.165833Z","caller":"traceutil/trace.go:171","msg":"trace[2134328551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4391; }","duration":"214.555981ms","start":"2026-03-01T21:19:50.951263Z","end":"2026-03-01T21:19:51.165819Z","steps":["trace[2134328551] 'agreement among raft nodes before linearized reading' (duration: 214.393198ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:51.16584Z","caller":"traceutil/trace.go:171","msg":"trace[1600938824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4391; }","duration":"723.561584ms","start":"2026-03-01T21:19:50.442263Z","end":"2026-03-01T21:19:51.165825Z","steps":["trace[1600938824] 'agreement among raft nodes before linearized reading' (duration: 723.401571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:51.16583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.918321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:19:51.165851Z","caller":"traceutil/trace.go:171","msg":"trace[1496627318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4391; }","duration":"743.615702ms","start":"2026-03-01T21:19:50.422219Z","end":"2026-03-01T21:19:51.165834Z","steps":["trace[1496627318] 'agreement among raft nodes before linearized reading' (duration: 743.468348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:51.165851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.825646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-03-01T21:19:51.165873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:50.442227Z","time spent":"723.638936ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T21:19:51.165901Z","caller":"traceutil/trace.go:171","msg":"trace[460572395] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4391; }","duration":"566.923398ms","start":"2026-03-01T21:19:50.598964Z","end":"2026-03-01T21:19:51.165888Z","steps":["trace[460572395] 'agreement among raft nodes before linearized reading' (duration: 566.725003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:51.165896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:50.422198Z","time spent":"743.686984ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:19:51.165914Z","caller":"traceutil/trace.go:171","msg":"trace[975285213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4391; }","duration":"773.030113ms","start":"2026-03-01T21:19:50.392844Z","end":"2026-03-01T21:19:51.165875Z","steps":["trace[975285213] 'agreement among raft nodes before linearized reading' (duration: 772.805118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:51.165947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:50.59894Z","time spent":"566.998259ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:19:51.165944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.967006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T21:19:51.165965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:50.392782Z","time spent":"773.171026ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:19:51.166039Z","caller":"traceutil/trace.go:171","msg":"trace[486195429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4391; }","duration":"213.076478ms","start":"2026-03-01T21:19:50.952946Z","end":"2026-03-01T21:19:51.166022Z","steps":["trace[486195429] 'agreement among raft nodes before linearized reading' (duration: 212.910734ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:51.611563Z","caller":"traceutil/trace.go:171","msg":"trace[1098293463] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"434.017638ms","start":"2026-03-01T21:19:51.17752Z","end":"2026-03-01T21:19:51.611537Z","steps":["trace[1098293463] 'process raft request' (duration: 433.851584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:51.611725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:51.1775Z","time spent":"434.14277ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:52.859772Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.248346512s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:19:52.947828Z","caller":"traceutil/trace.go:171","msg":"trace[1271684477] transaction","detail":"{read_only:false; response_revision:4394; number_of_response:1; }","duration":"1.76990249s","start":"2026-03-01T21:19:51.177896Z","end":"2026-03-01T21:19:52.947799Z","steps":["trace[1271684477] 'process raft request' (duration: 1.769744597s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:52.947868Z","caller":"traceutil/trace.go:171","msg":"trace[620168246] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"1.76989571s","start":"2026-03-01T21:19:51.177947Z","end":"2026-03-01T21:19:52.947843Z","steps":["trace[620168246] 'process raft request' (duration: 1.769806908s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:52.947982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:51.177887Z","time spent":"1.770017862s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:52.948026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:51.177941Z","time spent":"1.770001392s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:52.948153Z","caller":"traceutil/trace.go:171","msg":"trace[513483661] transaction","detail":"{read_only:false; response_revision:4393; number_of_response:1; }","duration":"1.770517953s","start":"2026-03-01T21:19:51.177537Z","end":"2026-03-01T21:19:52.948055Z","steps":["trace[513483661] 'process raft request' (duration: 1.682506822s)","trace[513483661] 'compare' (duration: 87.12136ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:52.948336Z","caller":"traceutil/trace.go:171","msg":"trace[1120771229] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"1.77039036s","start":"2026-03-01T21:19:51.177933Z","end":"2026-03-01T21:19:52.948323Z","steps":["trace[1120771229] 'process raft request' (duration: 1.769857689s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:52.94841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:51.177905Z","time spent":"1.770473152s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1433,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:52.948407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:51.177526Z","time spent":"1.770736168s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:52.948473Z","caller":"traceutil/trace.go:171","msg":"trace[1223857966] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"1.770211846s","start":"2026-03-01T21:19:51.178232Z","end":"2026-03-01T21:19:52.948444Z","steps":["trace[1223857966] 'process raft request' (duration: 1.770079013s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:52.948628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:51.178222Z","time spent":"1.770316609s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:52.948706Z","caller":"traceutil/trace.go:171","msg":"trace[282553707] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"1.77038287s","start":"2026-03-01T21:19:51.178309Z","end":"2026-03-01T21:19:52.948692Z","steps":["trace[282553707] 'process raft request' (duration: 1.770052213s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:52.948723Z","caller":"traceutil/trace.go:171","msg":"trace[1209520066] transaction","detail":"{read_only:false; response_revision:4397; number_of_response:1; }","duration":"1.770607654s","start":"2026-03-01T21:19:51.178095Z","end":"2026-03-01T21:19:52.948702Z","steps":["trace[1209520066] 'process raft request' (duration: 1.770112034s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:52.948766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:51.1783Z","time spent":"1.770434691s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:52.948819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:51.178087Z","time spent":"1.770679497s","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":917,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:52.949087Z","caller":"traceutil/trace.go:171","msg":"trace[1961287354] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4399; }","duration":"1.770271807s","start":"2026-03-01T21:19:51.178571Z","end":"2026-03-01T21:19:52.948843Z","steps":["trace[1961287354] 'process raft request' (duration: 1.770001112s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:52.949165Z","caller":"traceutil/trace.go:171","msg":"trace[1960769245] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"1.768529989s","start":"2026-03-01T21:19:51.180621Z","end":"2026-03-01T21:19:52.949151Z","steps":["trace[1960769245] 'process raft request' (duration: 1.768054539s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:52.949238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:51.180612Z","time spent":"1.76859167s","remote":"127.0.0.1:41290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3912,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:52.949277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:51.178558Z","time spent":"1.770615585s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T21:19:52.949321Z","caller":"traceutil/trace.go:171","msg":"trace[1159262487] linearizableReadLoop","detail":"{readStateIndex:4591; appliedIndex:4581; }","duration":"1.767349754s","start":"2026-03-01T21:19:51.181952Z","end":"2026-03-01T21:19:52.949302Z","steps":["trace[1159262487] 'read index received' (duration: 429.517191ms)","trace[1159262487] 'applied index is now lower than readState.Index' (duration: 1.337827633s)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:52.94937Z","caller":"traceutil/trace.go:171","msg":"trace[1009373243] transaction","detail":"{read_only:false; response_revision:4402; number_of_response:1; }","duration":"1.390173226s","start":"2026-03-01T21:19:51.559187Z","end":"2026-03-01T21:19:52.94936Z","steps":["trace[1009373243] 'process raft request' (duration: 1.390024372s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:52.949389Z","caller":"traceutil/trace.go:171","msg":"trace[1777060154] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"1.76712701s","start":"2026-03-01T21:19:51.182234Z","end":"2026-03-01T21:19:52.949361Z","steps":["trace[1777060154] 'process raft request' (duration: 1.766578728s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:52.949422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:51.559167Z","time spent":"1.390225007s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:52.949499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767515618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:19:52.949507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:51.182226Z","time spent":"1.767216091s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:52.949545Z","caller":"traceutil/trace.go:171","msg":"trace[1873969692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4402; }","duration":"1.767595499s","start":"2026-03-01T21:19:51.181933Z","end":"2026-03-01T21:19:52.949528Z","steps":["trace[1873969692] 'agreement among raft nodes before linearized reading' (duration: 1.767501677s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:52.949546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559213733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-01T21:19:52.949581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:51.181927Z","time spent":"1.76764665s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:19:52.94959Z","caller":"traceutil/trace.go:171","msg":"trace[210205552] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4402; }","duration":"1.559271004s","start":"2026-03-01T21:19:51.390307Z","end":"2026-03-01T21:19:52.949578Z","steps":["trace[210205552] 'agreement among raft nodes before linearized reading' (duration: 1.559145361s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:52.949628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:51.3903Z","time spent":"1.559320665s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T21:19:52.949699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.454694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-575569649f-qxf5z\" ","response":"range_response_count:1 size:11841"} {"level":"info","ts":"2026-03-01T21:19:52.949731Z","caller":"traceutil/trace.go:171","msg":"trace[661830712] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-575569649f-qxf5z; range_end:; response_count:1; response_revision:4402; }","duration":"757.522955ms","start":"2026-03-01T21:19:52.192198Z","end":"2026-03-01T21:19:52.949721Z","steps":["trace[661830712] 'agreement among raft nodes before linearized reading' (duration: 757.392552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:52.949753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:52.192184Z","time spent":"757.563936ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11864,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-575569649f-qxf5z\" "} {"level":"warn","ts":"2026-03-01T21:19:52.949772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.247621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:19:52.949802Z","caller":"traceutil/trace.go:171","msg":"trace[3314840] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:4402; }","duration":"979.321893ms","start":"2026-03-01T21:19:51.970471Z","end":"2026-03-01T21:19:52.949793Z","steps":["trace[3314840] 'agreement among raft nodes before linearized reading' (duration: 979.230681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:52.949827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:51.970444Z","time spent":"979.377674ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"warn","ts":"2026-03-01T21:19:52.949867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.687631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-01T21:19:52.94996Z","caller":"traceutil/trace.go:171","msg":"trace[1031367447] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4402; }","duration":"896.827374ms","start":"2026-03-01T21:19:52.053101Z","end":"2026-03-01T21:19:52.949929Z","steps":["trace[1031367447] 'agreement among raft nodes before linearized reading' (duration: 896.544478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:52.950079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:52.05307Z","time spent":"896.992598ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-01T21:19:53.308163Z","caller":"traceutil/trace.go:171","msg":"trace[310896487] transaction","detail":"{read_only:false; response_revision:4403; number_of_response:1; }","duration":"350.24262ms","start":"2026-03-01T21:19:52.957894Z","end":"2026-03-01T21:19:53.308137Z","steps":["trace[310896487] 'process raft request' (duration: 253.48134ms)","trace[310896487] 'compare' (duration: 96.521445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:53.30833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:52.957865Z","time spent":"350.372633ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:53.308701Z","caller":"traceutil/trace.go:171","msg":"trace[1692153551] transaction","detail":"{read_only:false; response_revision:4404; number_of_response:1; }","duration":"349.559945ms","start":"2026-03-01T21:19:52.959122Z","end":"2026-03-01T21:19:53.308682Z","steps":["trace[1692153551] 'process raft request' (duration: 348.908051ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:53.308664Z","caller":"traceutil/trace.go:171","msg":"trace[957691167] transaction","detail":"{read_only:false; response_revision:4405; number_of_response:1; }","duration":"349.424642ms","start":"2026-03-01T21:19:52.959214Z","end":"2026-03-01T21:19:53.308638Z","steps":["trace[957691167] 'process raft request' (duration: 348.86309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:53.308821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:52.959092Z","time spent":"349.656068ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:53.308871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:52.959205Z","time spent":"349.593206ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:53.308945Z","caller":"traceutil/trace.go:171","msg":"trace[97117719] transaction","detail":"{read_only:false; response_revision:4406; number_of_response:1; }","duration":"340.864256ms","start":"2026-03-01T21:19:52.968066Z","end":"2026-03-01T21:19:53.30893Z","steps":["trace[97117719] 'process raft request' (duration: 340.282892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:53.309045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:52.968059Z","time spent":"340.940527ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11648,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:53.309136Z","caller":"traceutil/trace.go:171","msg":"trace[96754331] linearizableReadLoop","detail":"{readStateIndex:4596; appliedIndex:4593; }","duration":"349.7534ms","start":"2026-03-01T21:19:52.959361Z","end":"2026-03-01T21:19:53.309115Z","steps":["trace[96754331] 'read index received' (duration: 252.12414ms)","trace[96754331] 'applied index is now lower than readState.Index' (duration: 97.62784ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:53.309183Z","caller":"traceutil/trace.go:171","msg":"trace[1705376632] transaction","detail":"{read_only:false; response_revision:4407; number_of_response:1; }","duration":"116.099533ms","start":"2026-03-01T21:19:53.193039Z","end":"2026-03-01T21:19:53.309139Z","steps":["trace[1705376632] 'process raft request' (duration: 115.832398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:53.309271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.213941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:19:53.309314Z","caller":"traceutil/trace.go:171","msg":"trace[1563119990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4407; }","duration":"345.269953ms","start":"2026-03-01T21:19:52.96403Z","end":"2026-03-01T21:19:53.309299Z","steps":["trace[1563119990] 'agreement among raft nodes before linearized reading' (duration: 345.202581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:53.309366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:52.964022Z","time spent":"345.334534ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:19:53.3094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.030146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:50392"} {"level":"info","ts":"2026-03-01T21:19:53.309453Z","caller":"traceutil/trace.go:171","msg":"trace[973141430] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4407; }","duration":"350.106277ms","start":"2026-03-01T21:19:52.959336Z","end":"2026-03-01T21:19:53.309442Z","steps":["trace[973141430] 'agreement among raft nodes before linearized reading' (duration: 349.845101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:53.309489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:52.95933Z","time spent":"350.151109ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":50415,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T21:19:54.886668Z","caller":"traceutil/trace.go:171","msg":"trace[616626619] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"180.093899ms","start":"2026-03-01T21:19:54.706536Z","end":"2026-03-01T21:19:54.88663Z","steps":["trace[616626619] 'process raft request' (duration: 93.772786ms)","trace[616626619] 'compare' (duration: 86.047918ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:54.886957Z","caller":"traceutil/trace.go:171","msg":"trace[575425564] transaction","detail":"{read_only:false; response_revision:4421; number_of_response:1; }","duration":"180.18153ms","start":"2026-03-01T21:19:54.706747Z","end":"2026-03-01T21:19:54.886929Z","steps":["trace[575425564] 'process raft request' (duration: 179.823562ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:54.887103Z","caller":"traceutil/trace.go:171","msg":"trace[1593836248] transaction","detail":"{read_only:false; response_revision:4422; number_of_response:1; }","duration":"178.270129ms","start":"2026-03-01T21:19:54.708812Z","end":"2026-03-01T21:19:54.887082Z","steps":["trace[1593836248] 'process raft request' (duration: 178.047564ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:55.476693Z","caller":"traceutil/trace.go:171","msg":"trace[2099115774] linearizableReadLoop","detail":"{readStateIndex:4623; appliedIndex:4622; }","duration":"156.049353ms","start":"2026-03-01T21:19:55.320627Z","end":"2026-03-01T21:19:55.476676Z","steps":["trace[2099115774] 'read index received' (duration: 155.92312ms)","trace[2099115774] 'applied index is now lower than readState.Index' (duration: 125.613µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:55.476783Z","caller":"traceutil/trace.go:171","msg":"trace[1831631659] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"156.793911ms","start":"2026-03-01T21:19:55.319949Z","end":"2026-03-01T21:19:55.476743Z","steps":["trace[1831631659] 'process raft request' (duration: 156.611427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:55.477028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.364611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:50403"} {"level":"info","ts":"2026-03-01T21:19:55.477088Z","caller":"traceutil/trace.go:171","msg":"trace[502840316] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4431; }","duration":"156.476854ms","start":"2026-03-01T21:19:55.320598Z","end":"2026-03-01T21:19:55.477075Z","steps":["trace[502840316] 'agreement among raft nodes before linearized reading' (duration: 156.166026ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:57.61042Z","caller":"traceutil/trace.go:171","msg":"trace[429550259] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"123.578746ms","start":"2026-03-01T21:19:57.486805Z","end":"2026-03-01T21:19:57.610383Z","steps":["trace[429550259] 'process raft request' (duration: 123.393822ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:58.171877Z","caller":"traceutil/trace.go:171","msg":"trace[1100644189] transaction","detail":"{read_only:false; response_revision:4452; number_of_response:1; }","duration":"157.981146ms","start":"2026-03-01T21:19:58.013871Z","end":"2026-03-01T21:19:58.171852Z","steps":["trace[1100644189] 'process raft request' (duration: 157.834712ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:02.852378Z","caller":"traceutil/trace.go:171","msg":"trace[1226098359] linearizableReadLoop","detail":"{readStateIndex:4773; appliedIndex:4772; }","duration":"193.320687ms","start":"2026-03-01T21:20:02.659024Z","end":"2026-03-01T21:20:02.852345Z","steps":["trace[1226098359] 'read index received' (duration: 193.094993ms)","trace[1226098359] 'applied index is now lower than readState.Index' (duration: 224.204µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:02.85245Z","caller":"traceutil/trace.go:171","msg":"trace[586269834] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"200.638046ms","start":"2026-03-01T21:20:02.651768Z","end":"2026-03-01T21:20:02.852406Z","steps":["trace[586269834] 'process raft request' (duration: 200.36356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:02.852827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.974146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-01T21:20:02.8529Z","caller":"traceutil/trace.go:171","msg":"trace[1755789738] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4577; }","duration":"162.109499ms","start":"2026-03-01T21:20:02.690776Z","end":"2026-03-01T21:20:02.852886Z","steps":["trace[1755789738] 'agreement among raft nodes before linearized reading' (duration: 161.911635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:02.852911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.314885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/monitoring/loki-headless-qqcld\" ","response":"range_response_count:1 size:1457"} {"level":"info","ts":"2026-03-01T21:20:02.852959Z","caller":"traceutil/trace.go:171","msg":"trace[349305595] range","detail":"{range_begin:/registry/endpointslices/monitoring/loki-headless-qqcld; range_end:; response_count:1; response_revision:4577; }","duration":"174.439177ms","start":"2026-03-01T21:20:02.678502Z","end":"2026-03-01T21:20:02.852941Z","steps":["trace[349305595] 'agreement among raft nodes before linearized reading' (duration: 174.127261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:02.852984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.940791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df611f96-2e87-409d-ad55-38a95667313e\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-01T21:20:02.853356Z","caller":"traceutil/trace.go:171","msg":"trace[57189409] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df611f96-2e87-409d-ad55-38a95667313e; range_end:; response_count:1; response_revision:4577; }","duration":"194.389112ms","start":"2026-03-01T21:20:02.65895Z","end":"2026-03-01T21:20:02.853339Z","steps":["trace[57189409] 'agreement among raft nodes before linearized reading' (duration: 193.589554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:03.434044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.107135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:20:03.434308Z","caller":"traceutil/trace.go:171","msg":"trace[58030896] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"307.076597ms","start":"2026-03-01T21:20:03.12721Z","end":"2026-03-01T21:20:03.434287Z","steps":["trace[58030896] 'process raft request' (duration: 306.969495ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:03.434384Z","caller":"traceutil/trace.go:171","msg":"trace[546096137] linearizableReadLoop","detail":"{readStateIndex:4774; appliedIndex:4773; }","duration":"401.268923ms","start":"2026-03-01T21:20:03.033095Z","end":"2026-03-01T21:20:03.434364Z","steps":["trace[546096137] 'read index received' (duration: 130.78757ms)","trace[546096137] 'applied index is now lower than readState.Index' (duration: 270.478873ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:03.434515Z","caller":"traceutil/trace.go:171","msg":"trace[1745753589] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"572.537591ms","start":"2026-03-01T21:20:02.861965Z","end":"2026-03-01T21:20:03.434502Z","steps":["trace[1745753589] 'process raft request' (duration: 301.838803ms)","trace[1745753589] 'compare' (duration: 269.822849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:20:03.434599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:02.861944Z","time spent":"572.605363ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:20:03.43439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:03.127181Z","time spent":"307.1737ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:20:03.434904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.577324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:20:03.434946Z","caller":"traceutil/trace.go:171","msg":"trace[2095925089] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4579; }","duration":"305.642746ms","start":"2026-03-01T21:20:03.12929Z","end":"2026-03-01T21:20:03.434933Z","steps":["trace[2095925089] 'agreement among raft nodes before linearized reading' (duration: 305.462322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:03.434901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.094914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:20:03.434984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:03.129282Z","time spent":"305.694107ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:20:03.434963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.46014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2101"} {"level":"warn","ts":"2026-03-01T21:20:03.434964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.861505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-01T21:20:03.434978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.781755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T21:20:03.434988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.872006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T21:20:03.435039Z","caller":"traceutil/trace.go:171","msg":"trace[919243653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4579; }","duration":"393.272359ms","start":"2026-03-01T21:20:03.04174Z","end":"2026-03-01T21:20:03.435013Z","steps":["trace[919243653] 'agreement among raft nodes before linearized reading' (duration: 392.976612ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:03.435047Z","caller":"traceutil/trace.go:171","msg":"trace[1741895703] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:4579; }","duration":"251.596403ms","start":"2026-03-01T21:20:03.183427Z","end":"2026-03-01T21:20:03.435024Z","steps":["trace[1741895703] 'agreement among raft nodes before linearized reading' (duration: 251.340898ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:03.435054Z","caller":"traceutil/trace.go:171","msg":"trace[1002692821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4579; }","duration":"402.023048ms","start":"2026-03-01T21:20:03.033011Z","end":"2026-03-01T21:20:03.435034Z","steps":["trace[1002692821] 'agreement among raft nodes before linearized reading' (duration: 401.64983ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:03.435061Z","caller":"traceutil/trace.go:171","msg":"trace[933165776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4579; }","duration":"367.889837ms","start":"2026-03-01T21:20:03.067153Z","end":"2026-03-01T21:20:03.435043Z","steps":["trace[933165776] 'agreement among raft nodes before linearized reading' (duration: 367.634672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:03.435095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:03.041729Z","time spent":"393.35568ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:20:03.435112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:03.06714Z","time spent":"367.96156ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:20:03.435101Z","caller":"traceutil/trace.go:171","msg":"trace[1578870197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4579; }","duration":"367.012539ms","start":"2026-03-01T21:20:03.068063Z","end":"2026-03-01T21:20:03.435076Z","steps":["trace[1578870197] 'agreement among raft nodes before linearized reading' (duration: 366.742443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:03.435096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.219575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T21:20:03.435178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:03.068052Z","time spent":"367.107151ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T21:20:03.435199Z","caller":"traceutil/trace.go:171","msg":"trace[63186421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4579; }","duration":"368.385178ms","start":"2026-03-01T21:20:03.066788Z","end":"2026-03-01T21:20:03.435173Z","steps":["trace[63186421] 'agreement among raft nodes before linearized reading' (duration: 368.160453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:03.435255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:03.066756Z","time spent":"368.487491ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:20:03.435107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:03.03298Z","time spent":"402.11196ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:20:03.435627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.974275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-01T21:20:03.435695Z","caller":"traceutil/trace.go:171","msg":"trace[780043733] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4579; }","duration":"272.083889ms","start":"2026-03-01T21:20:03.163594Z","end":"2026-03-01T21:20:03.435678Z","steps":["trace[780043733] 'agreement among raft nodes before linearized reading' (duration: 271.24507ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:03.722891Z","caller":"traceutil/trace.go:171","msg":"trace[948722987] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"281.327438ms","start":"2026-03-01T21:20:03.441531Z","end":"2026-03-01T21:20:03.722858Z","steps":["trace[948722987] 'process raft request' (duration: 281.064982ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:03.723038Z","caller":"traceutil/trace.go:171","msg":"trace[1558602303] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"276.999445ms","start":"2026-03-01T21:20:03.446007Z","end":"2026-03-01T21:20:03.723006Z","steps":["trace[1558602303] 'process raft request' (duration: 276.940174ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:03.723233Z","caller":"traceutil/trace.go:171","msg":"trace[1329389560] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"279.56168ms","start":"2026-03-01T21:20:03.443643Z","end":"2026-03-01T21:20:03.723204Z","steps":["trace[1329389560] 'process raft request' (duration: 279.228193ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:03.723369Z","caller":"traceutil/trace.go:171","msg":"trace[399586675] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"279.035569ms","start":"2026-03-01T21:20:03.444321Z","end":"2026-03-01T21:20:03.723357Z","steps":["trace[399586675] 'process raft request' (duration: 278.588079ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:03.723279Z","caller":"traceutil/trace.go:171","msg":"trace[324887956] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"279.948109ms","start":"2026-03-01T21:20:03.44324Z","end":"2026-03-01T21:20:03.723188Z","steps":["trace[324887956] 'process raft request' (duration: 279.591581ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:03.723444Z","caller":"traceutil/trace.go:171","msg":"trace[1651967429] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"281.87408ms","start":"2026-03-01T21:20:03.441552Z","end":"2026-03-01T21:20:03.723426Z","steps":["trace[1651967429] 'process raft request' (duration: 281.188726ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:03.723315Z","caller":"traceutil/trace.go:171","msg":"trace[1003725585] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"281.666385ms","start":"2026-03-01T21:20:03.441619Z","end":"2026-03-01T21:20:03.723286Z","steps":["trace[1003725585] 'process raft request' (duration: 281.159814ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:03.72362Z","caller":"traceutil/trace.go:171","msg":"trace[2125542871] linearizableReadLoop","detail":"{readStateIndex:4783; appliedIndex:4783; }","duration":"199.110113ms","start":"2026-03-01T21:20:03.524496Z","end":"2026-03-01T21:20:03.723606Z","steps":["trace[2125542871] 'read index received' (duration: 199.102903ms)","trace[2125542871] 'applied index is now lower than readState.Index' (duration: 5.88µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:20:03.723736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.83029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"warn","ts":"2026-03-01T21:20:03.723769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.297788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-01T21:20:03.7238Z","caller":"traceutil/trace.go:171","msg":"trace[445802272] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4587; }","duration":"276.908982ms","start":"2026-03-01T21:20:03.446875Z","end":"2026-03-01T21:20:03.723784Z","steps":["trace[445802272] 'agreement among raft nodes before linearized reading' (duration: 276.751298ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:03.723818Z","caller":"traceutil/trace.go:171","msg":"trace[1992696464] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4587; }","duration":"281.41127ms","start":"2026-03-01T21:20:03.442388Z","end":"2026-03-01T21:20:03.723799Z","steps":["trace[1992696464] 'agreement among raft nodes before linearized reading' (duration: 281.264907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:03.723806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.855339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-01T21:20:03.723869Z","caller":"traceutil/trace.go:171","msg":"trace[770423986] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:4587; }","duration":"280.94705ms","start":"2026-03-01T21:20:03.442903Z","end":"2026-03-01T21:20:03.72385Z","steps":["trace[770423986] 'agreement among raft nodes before linearized reading' (duration: 280.727006ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:03.72597Z","caller":"traceutil/trace.go:171","msg":"trace[986444556] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"196.404084ms","start":"2026-03-01T21:20:03.529535Z","end":"2026-03-01T21:20:03.725939Z","steps":["trace[986444556] 'process raft request' (duration: 196.201679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:03.726093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.153108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df611f96-2e87-409d-ad55-38a95667313e\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-01T21:20:03.726122Z","caller":"traceutil/trace.go:171","msg":"trace[1095776663] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df611f96-2e87-409d-ad55-38a95667313e; range_end:; response_count:1; response_revision:4589; }","duration":"201.22451ms","start":"2026-03-01T21:20:03.524889Z","end":"2026-03-01T21:20:03.726114Z","steps":["trace[1095776663] 'agreement among raft nodes before linearized reading' (duration: 201.123527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:03.726419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.619064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:20:03.726432Z","caller":"traceutil/trace.go:171","msg":"trace[2091885513] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:4589; }","duration":"164.691815ms","start":"2026-03-01T21:20:03.561736Z","end":"2026-03-01T21:20:03.726428Z","steps":["trace[2091885513] 'agreement among raft nodes before linearized reading' (duration: 164.645264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:03.726512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.350549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:20:03.726545Z","caller":"traceutil/trace.go:171","msg":"trace[447580929] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4589; }","duration":"100.42663ms","start":"2026-03-01T21:20:03.626107Z","end":"2026-03-01T21:20:03.726534Z","steps":["trace[447580929] 'agreement among raft nodes before linearized reading' (duration: 100.262237ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:03.726715Z","caller":"traceutil/trace.go:171","msg":"trace[1933125345] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"133.798624ms","start":"2026-03-01T21:20:03.592907Z","end":"2026-03-01T21:20:03.726705Z","steps":["trace[1933125345] 'process raft request' (duration: 132.965126ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:07.611588Z","caller":"traceutil/trace.go:171","msg":"trace[1531158703] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"179.635751ms","start":"2026-03-01T21:20:07.431922Z","end":"2026-03-01T21:20:07.611558Z","steps":["trace[1531158703] 'process raft request' (duration: 179.355065ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:07.786367Z","caller":"traceutil/trace.go:171","msg":"trace[1328183121] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"155.311603ms","start":"2026-03-01T21:20:07.631022Z","end":"2026-03-01T21:20:07.786334Z","steps":["trace[1328183121] 'process raft request' (duration: 80.819695ms)","trace[1328183121] 'compare' (duration: 74.227212ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:09.139643Z","caller":"traceutil/trace.go:171","msg":"trace[1211320796] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4656; }","duration":"146.308257ms","start":"2026-03-01T21:20:08.993299Z","end":"2026-03-01T21:20:09.139607Z","steps":["trace[1211320796] 'process raft request' (duration: 92.627111ms)","trace[1211320796] 'compare' (duration: 53.508893ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:09.956287Z","caller":"traceutil/trace.go:171","msg":"trace[1603453643] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"111.750536ms","start":"2026-03-01T21:20:09.844499Z","end":"2026-03-01T21:20:09.95625Z","steps":["trace[1603453643] 'process raft request' (duration: 80.493778ms)","trace[1603453643] 'compare' (duration: 30.981872ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:09.956452Z","caller":"traceutil/trace.go:171","msg":"trace[2129930016] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"111.90696ms","start":"2026-03-01T21:20:09.84451Z","end":"2026-03-01T21:20:09.956417Z","steps":["trace[2129930016] 'process raft request' (duration: 111.622404ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:11.10314Z","caller":"traceutil/trace.go:171","msg":"trace[207096379] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"124.487454ms","start":"2026-03-01T21:20:10.978599Z","end":"2026-03-01T21:20:11.103086Z","steps":["trace[207096379] 'process raft request' (duration: 124.305289ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:11.972296Z","caller":"traceutil/trace.go:171","msg":"trace[281806013] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"122.46456ms","start":"2026-03-01T21:20:11.849801Z","end":"2026-03-01T21:20:11.972266Z","steps":["trace[281806013] 'process raft request' (duration: 42.752808ms)","trace[281806013] 'compare' (duration: 79.538648ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:12.154382Z","caller":"traceutil/trace.go:171","msg":"trace[436819649] linearizableReadLoop","detail":"{readStateIndex:4880; appliedIndex:4879; }","duration":"155.783123ms","start":"2026-03-01T21:20:11.998566Z","end":"2026-03-01T21:20:12.154349Z","steps":["trace[436819649] 'read index received' (duration: 18.045172ms)","trace[436819649] 'applied index is now lower than readState.Index' (duration: 137.736651ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:12.15462Z","caller":"traceutil/trace.go:171","msg":"trace[1762259776] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"157.577371ms","start":"2026-03-01T21:20:11.997025Z","end":"2026-03-01T21:20:12.154602Z","steps":["trace[1762259776] 'process raft request' (duration: 113.76165ms)","trace[1762259776] 'compare' (duration: 43.383082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:20:12.155096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.518058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:20:12.155137Z","caller":"traceutil/trace.go:171","msg":"trace[1693273098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4680; }","duration":"156.6139ms","start":"2026-03-01T21:20:11.998511Z","end":"2026-03-01T21:20:12.155125Z","steps":["trace[1693273098] 'agreement among raft nodes before linearized reading' (duration: 156.390346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:12.155369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.069326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-01T21:20:12.155398Z","caller":"traceutil/trace.go:171","msg":"trace[1920374908] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4680; }","duration":"149.119277ms","start":"2026-03-01T21:20:12.006269Z","end":"2026-03-01T21:20:12.155389Z","steps":["trace[1920374908] 'agreement among raft nodes before linearized reading' (duration: 149.032215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:12.156097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.869762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:20:12.156133Z","caller":"traceutil/trace.go:171","msg":"trace[1734251926] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:4680; }","duration":"148.917963ms","start":"2026-03-01T21:20:12.007202Z","end":"2026-03-01T21:20:12.15612Z","steps":["trace[1734251926] 'agreement among raft nodes before linearized reading' (duration: 148.822971ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:13.211196Z","caller":"traceutil/trace.go:171","msg":"trace[465848130] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"122.369128ms","start":"2026-03-01T21:20:13.088794Z","end":"2026-03-01T21:20:13.211163Z","steps":["trace[465848130] 'process raft request' (duration: 84.154278ms)","trace[465848130] 'compare' (duration: 38.062887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:20:16.90844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.099917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17204"} {"level":"info","ts":"2026-03-01T21:20:16.908551Z","caller":"traceutil/trace.go:171","msg":"trace[173602304] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4733; }","duration":"108.268701ms","start":"2026-03-01T21:20:16.800257Z","end":"2026-03-01T21:20:16.908526Z","steps":["trace[173602304] 'range keys from in-memory index tree' (duration: 107.985196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:16.908795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.566769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-01T21:20:16.908943Z","caller":"traceutil/trace.go:171","msg":"trace[905523734] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4733; }","duration":"103.735273ms","start":"2026-03-01T21:20:16.805151Z","end":"2026-03-01T21:20:16.908886Z","steps":["trace[905523734] 'range keys from in-memory index tree' (duration: 103.295453ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:17.088218Z","caller":"traceutil/trace.go:171","msg":"trace[1422018031] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"116.98838ms","start":"2026-03-01T21:20:16.971209Z","end":"2026-03-01T21:20:17.088198Z","steps":["trace[1422018031] 'process raft request' (duration: 42.941733ms)","trace[1422018031] 'compare' (duration: 73.910454ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:17.088576Z","caller":"traceutil/trace.go:171","msg":"trace[188206279] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"116.468868ms","start":"2026-03-01T21:20:16.972094Z","end":"2026-03-01T21:20:17.088563Z","steps":["trace[188206279] 'process raft request' (duration: 116.06877ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:17.08873Z","caller":"traceutil/trace.go:171","msg":"trace[1048186585] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"116.132331ms","start":"2026-03-01T21:20:16.972567Z","end":"2026-03-01T21:20:17.088699Z","steps":["trace[1048186585] 'process raft request' (duration: 115.873965ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:17.089109Z","caller":"traceutil/trace.go:171","msg":"trace[1345628775] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"108.27596ms","start":"2026-03-01T21:20:16.980812Z","end":"2026-03-01T21:20:17.089088Z","steps":["trace[1345628775] 'process raft request' (duration: 107.78975ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:45.484953Z","caller":"traceutil/trace.go:171","msg":"trace[1267547868] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4927; }","duration":"213.278251ms","start":"2026-03-01T21:20:45.27163Z","end":"2026-03-01T21:20:45.484908Z","steps":["trace[1267547868] 'process raft request' (duration: 205.484631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:45.763752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.0146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-03-01T21:20:45.763857Z","caller":"traceutil/trace.go:171","msg":"trace[246236937] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4928; }","duration":"164.148433ms","start":"2026-03-01T21:20:45.599683Z","end":"2026-03-01T21:20:45.763831Z","steps":["trace[246236937] 'range keys from in-memory index tree' (duration: 163.746675ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:21:20.725527Z","caller":"traceutil/trace.go:171","msg":"trace[1387586059] linearizableReadLoop","detail":"{readStateIndex:5492; appliedIndex:5491; }","duration":"185.256444ms","start":"2026-03-01T21:21:20.540243Z","end":"2026-03-01T21:21:20.725499Z","steps":["trace[1387586059] 'read index received' (duration: 185.029018ms)","trace[1387586059] 'applied index is now lower than readState.Index' (duration: 226.466µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:21:20.725635Z","caller":"traceutil/trace.go:171","msg":"trace[272899174] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"200.920657ms","start":"2026-03-01T21:21:20.524671Z","end":"2026-03-01T21:21:20.725592Z","steps":["trace[272899174] 'process raft request' (duration: 200.665731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:21:20.725773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.162973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T21:21:20.72597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.670563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:21:20.725905Z","caller":"traceutil/trace.go:171","msg":"trace[1169872797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5263; }","duration":"155.337268ms","start":"2026-03-01T21:21:20.570554Z","end":"2026-03-01T21:21:20.725891Z","steps":["trace[1169872797] 'agreement among raft nodes before linearized reading' (duration: 155.095433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:21:20.726188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.610385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:21:20.726347Z","caller":"traceutil/trace.go:171","msg":"trace[799579374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5263; }","duration":"130.82451ms","start":"2026-03-01T21:21:20.595496Z","end":"2026-03-01T21:21:20.72632Z","steps":["trace[799579374] 'agreement among raft nodes before linearized reading' (duration: 130.426711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:21:20.726368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.19748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:21:20.726507Z","caller":"traceutil/trace.go:171","msg":"trace[2027146] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:5263; }","duration":"153.411985ms","start":"2026-03-01T21:21:20.573065Z","end":"2026-03-01T21:21:20.726477Z","steps":["trace[2027146] 'agreement among raft nodes before linearized reading' (duration: 152.974516ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:21:20.726129Z","caller":"traceutil/trace.go:171","msg":"trace[239340137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5263; }","duration":"185.865318ms","start":"2026-03-01T21:21:20.54021Z","end":"2026-03-01T21:21:20.726076Z","steps":["trace[239340137] 'agreement among raft nodes before linearized reading' (duration: 185.430758ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:21:21.333381Z","caller":"traceutil/trace.go:171","msg":"trace[202048398] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"141.465742ms","start":"2026-03-01T21:21:21.191863Z","end":"2026-03-01T21:21:21.333329Z","steps":["trace[202048398] 'process raft request' (duration: 141.171486ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:21:33.025052Z","caller":"traceutil/trace.go:171","msg":"trace[762592485] linearizableReadLoop","detail":"{readStateIndex:5600; appliedIndex:5599; }","duration":"145.422259ms","start":"2026-03-01T21:21:32.8796Z","end":"2026-03-01T21:21:33.025022Z","steps":["trace[762592485] 'read index received' (duration: 145.206185ms)","trace[762592485] 'applied index is now lower than readState.Index' (duration: 214.244µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:21:33.025213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.160677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:21:33.025262Z","caller":"traceutil/trace.go:171","msg":"trace[1368908970] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"188.043995ms","start":"2026-03-01T21:21:32.83718Z","end":"2026-03-01T21:21:33.025224Z","steps":["trace[1368908970] 'process raft request' (duration: 187.650976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:21:33.02537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.80325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:21:33.025314Z","caller":"traceutil/trace.go:171","msg":"trace[1878114670] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5365; }","duration":"152.29463ms","start":"2026-03-01T21:21:32.872998Z","end":"2026-03-01T21:21:33.025293Z","steps":["trace[1878114670] 'agreement among raft nodes before linearized reading' (duration: 152.056485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:21:33.025375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.543355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:21:33.02545Z","caller":"traceutil/trace.go:171","msg":"trace[1314179253] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5365; }","duration":"151.914462ms","start":"2026-03-01T21:21:32.873514Z","end":"2026-03-01T21:21:33.025428Z","steps":["trace[1314179253] 'agreement among raft nodes before linearized reading' (duration: 151.775639ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:21:33.025474Z","caller":"traceutil/trace.go:171","msg":"trace[1340397027] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:5365; }","duration":"167.685068ms","start":"2026-03-01T21:21:32.857764Z","end":"2026-03-01T21:21:33.025449Z","steps":["trace[1340397027] 'agreement among raft nodes before linearized reading' (duration: 167.360481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:21:33.02556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.917881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:21:33.025698Z","caller":"traceutil/trace.go:171","msg":"trace[1982854875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5365; }","duration":"188.077865ms","start":"2026-03-01T21:21:32.837584Z","end":"2026-03-01T21:21:33.025662Z","steps":["trace[1982854875] 'agreement among raft nodes before linearized reading' (duration: 187.677767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:21:33.025728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.947324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-01T21:21:33.025812Z","caller":"traceutil/trace.go:171","msg":"trace[1117502188] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5365; }","duration":"168.157208ms","start":"2026-03-01T21:21:32.857642Z","end":"2026-03-01T21:21:33.025799Z","steps":["trace[1117502188] 'agreement among raft nodes before linearized reading' (duration: 167.539035ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:21:33.037515Z","caller":"traceutil/trace.go:171","msg":"trace[2112198944] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"154.423588ms","start":"2026-03-01T21:21:32.88307Z","end":"2026-03-01T21:21:33.037493Z","steps":["trace[2112198944] 'process raft request' (duration: 154.241213ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:21:33.761069Z","caller":"traceutil/trace.go:171","msg":"trace[484584918] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"194.538128ms","start":"2026-03-01T21:21:33.56649Z","end":"2026-03-01T21:21:33.761029Z","steps":["trace[484584918] 'process raft request' (duration: 166.959813ms)","trace[484584918] 'compare' (duration: 27.475053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:22:49.239894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.85149ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T21:22:49.240103Z","caller":"traceutil/trace.go:171","msg":"trace[1260190571] linearizableReadLoop","detail":"{readStateIndex:6194; appliedIndex:6193; }","duration":"146.932907ms","start":"2026-03-01T21:22:49.093146Z","end":"2026-03-01T21:22:49.240079Z","steps":["trace[1260190571] 'read index received' (duration: 32.78111ms)","trace[1260190571] 'applied index is now lower than readState.Index' (duration: 114.149547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:22:49.240432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.240785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-03-01T21:22:49.240598Z","caller":"traceutil/trace.go:171","msg":"trace[1024158324] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5929; }","duration":"147.49875ms","start":"2026-03-01T21:22:49.093076Z","end":"2026-03-01T21:22:49.240575Z","steps":["trace[1024158324] 'agreement among raft nodes before linearized reading' (duration: 147.115611ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:23:20.895822Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3000} {"level":"info","ts":"2026-03-01T21:23:20.96677Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3000,"took":"68.932846ms","hash":3504443556,"current-db-size-bytes":43151360,"current-db-size":"43 MB","current-db-size-in-use-bytes":32698368,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-01T21:23:20.966832Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3504443556,"revision":3000,"compact-revision":-1} {"level":"info","ts":"2026-03-01T21:24:18.163587Z","caller":"traceutil/trace.go:171","msg":"trace[2129444518] transaction","detail":"{read_only:false; response_revision:6625; number_of_response:1; }","duration":"107.74906ms","start":"2026-03-01T21:24:18.055816Z","end":"2026-03-01T21:24:18.163565Z","steps":["trace[2129444518] 'process raft request' (duration: 107.676808ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:24:18.163608Z","caller":"traceutil/trace.go:171","msg":"trace[1566064602] transaction","detail":"{read_only:false; response_revision:6624; number_of_response:1; }","duration":"107.912473ms","start":"2026-03-01T21:24:18.055657Z","end":"2026-03-01T21:24:18.163569Z","steps":["trace[1566064602] 'process raft request' (duration: 107.765879ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:24:18.164042Z","caller":"traceutil/trace.go:171","msg":"trace[1805802710] transaction","detail":"{read_only:false; response_revision:6626; number_of_response:1; }","duration":"107.615666ms","start":"2026-03-01T21:24:18.056375Z","end":"2026-03-01T21:24:18.163991Z","steps":["trace[1805802710] 'process raft request' (duration: 107.153316ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:24:18.163952Z","caller":"traceutil/trace.go:171","msg":"trace[1253295195] linearizableReadLoop","detail":"{readStateIndex:6932; appliedIndex:6928; }","duration":"107.133935ms","start":"2026-03-01T21:24:18.056792Z","end":"2026-03-01T21:24:18.163926Z","steps":["trace[1253295195] 'read index received' (duration: 43.902615ms)","trace[1253295195] 'applied index is now lower than readState.Index' (duration: 63.23041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:24:18.164502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.698479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:141235"} {"level":"info","ts":"2026-03-01T21:24:18.164562Z","caller":"traceutil/trace.go:171","msg":"trace[2026163319] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:6627; }","duration":"107.793911ms","start":"2026-03-01T21:24:18.056754Z","end":"2026-03-01T21:24:18.164548Z","steps":["trace[2026163319] 'agreement among raft nodes before linearized reading' (duration: 107.437592ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:04.78646Z","caller":"traceutil/trace.go:171","msg":"trace[1802915866] transaction","detail":"{read_only:false; response_revision:7534; number_of_response:1; }","duration":"107.463892ms","start":"2026-03-01T21:26:04.678951Z","end":"2026-03-01T21:26:04.786415Z","steps":["trace[1802915866] 'process raft request' (duration: 107.187936ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:09.695199Z","caller":"traceutil/trace.go:171","msg":"trace[982519621] transaction","detail":"{read_only:false; number_of_response:0; response_revision:7569; }","duration":"141.024819ms","start":"2026-03-01T21:26:09.554138Z","end":"2026-03-01T21:26:09.695163Z","steps":["trace[982519621] 'process raft request' (duration: 140.829995ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:18.125928Z","caller":"traceutil/trace.go:171","msg":"trace[1612766125] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"188.095844ms","start":"2026-03-01T21:26:17.93779Z","end":"2026-03-01T21:26:18.125885Z","steps":["trace[1612766125] 'process raft request' (duration: 187.829449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:18.439411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.012282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-01T21:26:18.439643Z","caller":"traceutil/trace.go:171","msg":"trace[932172202] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7749; }","duration":"137.352769ms","start":"2026-03-01T21:26:18.302267Z","end":"2026-03-01T21:26:18.439619Z","steps":["trace[932172202] 'range keys from in-memory index tree' (duration: 136.481721ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:28.331411Z","caller":"traceutil/trace.go:171","msg":"trace[478718671] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"155.689622ms","start":"2026-03-01T21:26:28.175699Z","end":"2026-03-01T21:26:28.331389Z","steps":["trace[478718671] 'process raft request' (duration: 155.57335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:29.209826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.171324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:26:29.209955Z","caller":"traceutil/trace.go:171","msg":"trace[41926455] linearizableReadLoop","detail":"{readStateIndex:8175; appliedIndex:8174; }","duration":"261.028068ms","start":"2026-03-01T21:26:28.948908Z","end":"2026-03-01T21:26:29.209936Z","steps":["trace[41926455] 'read index received' (duration: 58.568757ms)","trace[41926455] 'applied index is now lower than readState.Index' (duration: 202.458101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:29.210215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.4886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:29.210266Z","caller":"traceutil/trace.go:171","msg":"trace[1569547515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7813; }","duration":"161.603583ms","start":"2026-03-01T21:26:29.048644Z","end":"2026-03-01T21:26:29.210247Z","steps":["trace[1569547515] 'agreement among raft nodes before linearized reading' (duration: 161.48041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:29.210249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.868221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T21:26:29.210304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.475354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:26:29.21033Z","caller":"traceutil/trace.go:171","msg":"trace[806765843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7813; }","duration":"258.984603ms","start":"2026-03-01T21:26:28.951328Z","end":"2026-03-01T21:26:29.210313Z","steps":["trace[806765843] 'agreement among raft nodes before linearized reading' (duration: 258.766749ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:29.210354Z","caller":"traceutil/trace.go:171","msg":"trace[802765449] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:7813; }","duration":"224.555376ms","start":"2026-03-01T21:26:28.985786Z","end":"2026-03-01T21:26:29.210341Z","steps":["trace[802765449] 'agreement among raft nodes before linearized reading' (duration: 224.384872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:29.210324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.485633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-01T21:26:29.210416Z","caller":"traceutil/trace.go:171","msg":"trace[1745264845] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7813; }","duration":"122.643276ms","start":"2026-03-01T21:26:29.08775Z","end":"2026-03-01T21:26:29.210393Z","steps":["trace[1745264845] 'agreement among raft nodes before linearized reading' (duration: 122.402611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:29.210413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.981053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-01T21:26:29.210504Z","caller":"traceutil/trace.go:171","msg":"trace[1576289264] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7813; }","duration":"259.173077ms","start":"2026-03-01T21:26:28.951307Z","end":"2026-03-01T21:26:29.21048Z","steps":["trace[1576289264] 'agreement among raft nodes before linearized reading' (duration: 258.86582ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:29.210651Z","caller":"traceutil/trace.go:171","msg":"trace[1441870658] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"262.626353ms","start":"2026-03-01T21:26:28.947417Z","end":"2026-03-01T21:26:29.210043Z","steps":["trace[1441870658] 'process raft request' (duration: 60.129181ms)","trace[1441870658] 'compare' (duration: 201.878657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:29.211183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.269685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:26:29.211225Z","caller":"traceutil/trace.go:171","msg":"trace[1967324960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7813; }","duration":"262.362797ms","start":"2026-03-01T21:26:28.948849Z","end":"2026-03-01T21:26:29.211212Z","steps":["trace[1967324960] 'agreement among raft nodes before linearized reading' (duration: 261.212082ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:29.353151Z","caller":"traceutil/trace.go:171","msg":"trace[1375549867] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"138.156967ms","start":"2026-03-01T21:26:29.214968Z","end":"2026-03-01T21:26:29.353125Z","steps":["trace[1375549867] 'process raft request' (duration: 124.16674ms)","trace[1375549867] 'compare' (duration: 13.708841ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:29.353479Z","caller":"traceutil/trace.go:171","msg":"trace[1742038932] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"136.607973ms","start":"2026-03-01T21:26:29.216859Z","end":"2026-03-01T21:26:29.353467Z","steps":["trace[1742038932] 'process raft request' (duration: 136.129312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:29.353564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.458565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:26:29.353645Z","caller":"traceutil/trace.go:171","msg":"trace[854834307] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7817; }","duration":"134.571678ms","start":"2026-03-01T21:26:29.219055Z","end":"2026-03-01T21:26:29.353627Z","steps":["trace[854834307] 'agreement among raft nodes before linearized reading' (duration: 134.335713ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:29.353547Z","caller":"traceutil/trace.go:171","msg":"trace[1757057045] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"136.542751ms","start":"2026-03-01T21:26:29.216977Z","end":"2026-03-01T21:26:29.35352Z","steps":["trace[1757057045] 'process raft request' (duration: 136.286585ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:30.671545Z","caller":"traceutil/trace.go:171","msg":"trace[2119746747] linearizableReadLoop","detail":"{readStateIndex:8184; appliedIndex:8183; }","duration":"335.829802ms","start":"2026-03-01T21:26:30.335686Z","end":"2026-03-01T21:26:30.671515Z","steps":["trace[2119746747] 'read index received' (duration: 335.670638ms)","trace[2119746747] 'applied index is now lower than readState.Index' (duration: 157.814µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:30.671657Z","caller":"traceutil/trace.go:171","msg":"trace[766082290] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"386.68397ms","start":"2026-03-01T21:26:30.284935Z","end":"2026-03-01T21:26:30.671619Z","steps":["trace[766082290] 'process raft request' (duration: 386.403334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:30.67184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.129679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T21:26:30.671847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:30.2849Z","time spent":"386.836783ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:30.671888Z","caller":"traceutil/trace.go:171","msg":"trace[11876720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7821; }","duration":"336.246862ms","start":"2026-03-01T21:26:30.33563Z","end":"2026-03-01T21:26:30.671877Z","steps":["trace[11876720] 'agreement among raft nodes before linearized reading' (duration: 336.003786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:30.671927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:30.335611Z","time spent":"336.307153ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T21:26:30.676755Z","caller":"traceutil/trace.go:171","msg":"trace[285271433] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"182.949971ms","start":"2026-03-01T21:26:30.493785Z","end":"2026-03-01T21:26:30.676735Z","steps":["trace[285271433] 'process raft request' (duration: 182.818408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:31.788897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642259929,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T21:26:31.846481Z","caller":"traceutil/trace.go:171","msg":"trace[306456006] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"627.884042ms","start":"2026-03-01T21:26:31.218568Z","end":"2026-03-01T21:26:31.846452Z","steps":["trace[306456006] 'process raft request' (duration: 627.741289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:31.846661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.218556Z","time spent":"628.011864ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:32.258628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.975959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:26:32.258749Z","caller":"traceutil/trace.go:171","msg":"trace[2020179402] linearizableReadLoop","detail":"{readStateIndex:8191; appliedIndex:8190; }","duration":"970.674457ms","start":"2026-03-01T21:26:31.288056Z","end":"2026-03-01T21:26:32.25873Z","steps":["trace[2020179402] 'read index received' (duration: 558.920146ms)","trace[2020179402] 'applied index is now lower than readState.Index' (duration: 411.752601ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:32.258846Z","caller":"traceutil/trace.go:171","msg":"trace[154017817] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"861.21017ms","start":"2026-03-01T21:26:31.397619Z","end":"2026-03-01T21:26:32.258829Z","steps":["trace[154017817] 'process raft request' (duration: 704.908644ms)","trace[154017817] 'compare' (duration: 155.637632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:32.2589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.397594Z","time spent":"861.278471ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:32.259239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.871449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.259251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.945682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.259282Z","caller":"traceutil/trace.go:171","msg":"trace[393848924] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7827; }","duration":"696.971651ms","start":"2026-03-01T21:26:31.562299Z","end":"2026-03-01T21:26:32.25927Z","steps":["trace[393848924] 'agreement among raft nodes before linearized reading' (duration: 696.885349ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.259302Z","caller":"traceutil/trace.go:171","msg":"trace[655089363] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7827; }","duration":"597.001263ms","start":"2026-03-01T21:26:31.662281Z","end":"2026-03-01T21:26:32.259282Z","steps":["trace[655089363] 'agreement among raft nodes before linearized reading' (duration: 596.927081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.259349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.662275Z","time spent":"597.062774ms","remote":"127.0.0.1:54514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:32.259316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.465591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.259378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.099438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.259424Z","caller":"traceutil/trace.go:171","msg":"trace[1254868238] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7827; }","duration":"604.18348ms","start":"2026-03-01T21:26:31.655225Z","end":"2026-03-01T21:26:32.259408Z","steps":["trace[1254868238] 'agreement among raft nodes before linearized reading' (duration: 604.110178ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.259421Z","caller":"traceutil/trace.go:171","msg":"trace[616951588] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7827; }","duration":"747.585533ms","start":"2026-03-01T21:26:31.511798Z","end":"2026-03-01T21:26:32.259384Z","steps":["trace[616951588] 'agreement among raft nodes before linearized reading' (duration: 747.42733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.259397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.406251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.259474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.511795Z","time spent":"747.667685ms","remote":"127.0.0.1:54448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:26:32.259502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.049444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.259507Z","caller":"traceutil/trace.go:171","msg":"trace[1936255497] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7827; }","duration":"748.545343ms","start":"2026-03-01T21:26:31.510939Z","end":"2026-03-01T21:26:32.259484Z","steps":["trace[1936255497] 'agreement among raft nodes before linearized reading' (duration: 748.354129ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.259541Z","caller":"traceutil/trace.go:171","msg":"trace[2023934667] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7827; }","duration":"617.107904ms","start":"2026-03-01T21:26:31.64242Z","end":"2026-03-01T21:26:32.259528Z","steps":["trace[2023934667] 'agreement among raft nodes before linearized reading' (duration: 617.057123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.259563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.775582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.259576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.642407Z","time spent":"617.157566ms","remote":"127.0.0.1:54498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-01T21:26:32.259605Z","caller":"traceutil/trace.go:171","msg":"trace[1569521458] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7827; }","duration":"512.832793ms","start":"2026-03-01T21:26:31.746761Z","end":"2026-03-01T21:26:32.259594Z","steps":["trace[1569521458] 'agreement among raft nodes before linearized reading' (duration: 512.764761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.25962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.635486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.25967Z","caller":"traceutil/trace.go:171","msg":"trace[1128900738] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7827; }","duration":"748.686297ms","start":"2026-03-01T21:26:31.510969Z","end":"2026-03-01T21:26:32.259656Z","steps":["trace[1128900738] 'agreement among raft nodes before linearized reading' (duration: 748.617196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.260336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.931518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-01T21:26:32.260301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.35865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-01T21:26:32.260364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.510966Z","time spent":"749.387843ms","remote":"127.0.0.1:54448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-03-01T21:26:32.260388Z","caller":"traceutil/trace.go:171","msg":"trace[1985787256] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7827; }","duration":"903.02689ms","start":"2026-03-01T21:26:31.357344Z","end":"2026-03-01T21:26:32.260371Z","steps":["trace[1985787256] 'agreement among raft nodes before linearized reading' (duration: 902.875226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.260425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.357321Z","time spent":"903.097161ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T21:26:32.260429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.252751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6dd9c96fb9-hm94t.1898d4bf4c89a6e2\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-01T21:26:32.259461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.6552Z","time spent":"604.252103ms","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:26:32.260469Z","caller":"traceutil/trace.go:171","msg":"trace[964460761] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:7827; }","duration":"971.571567ms","start":"2026-03-01T21:26:31.288818Z","end":"2026-03-01T21:26:32.260389Z","steps":["trace[964460761] 'agreement among raft nodes before linearized reading' (duration: 971.339901ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.260533Z","caller":"traceutil/trace.go:171","msg":"trace[733374356] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6dd9c96fb9-hm94t.1898d4bf4c89a6e2; range_end:; response_count:1; response_revision:7827; }","duration":"800.364344ms","start":"2026-03-01T21:26:31.460109Z","end":"2026-03-01T21:26:32.260473Z","steps":["trace[733374356] 'agreement among raft nodes before linearized reading' (duration: 799.957844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.260633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.460083Z","time spent":"800.536267ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6dd9c96fb9-hm94t.1898d4bf4c89a6e2\" "} {"level":"warn","ts":"2026-03-01T21:26:32.259682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.433465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.260694Z","caller":"traceutil/trace.go:171","msg":"trace[1045306490] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7827; }","duration":"514.461329ms","start":"2026-03-01T21:26:31.746218Z","end":"2026-03-01T21:26:32.260679Z","steps":["trace[1045306490] 'agreement among raft nodes before linearized reading' (duration: 513.436986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.260747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.746203Z","time spent":"514.5279ms","remote":"127.0.0.1:54566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:32.259636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.746751Z","time spent":"512.874523ms","remote":"127.0.0.1:54566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:26:32.25956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.510934Z","time spent":"748.614806ms","remote":"127.0.0.1:54448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:32.259616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.533685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:26:32.261066Z","caller":"traceutil/trace.go:171","msg":"trace[1703530510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7827; }","duration":"973.050819ms","start":"2026-03-01T21:26:31.288005Z","end":"2026-03-01T21:26:32.261056Z","steps":["trace[1703530510] 'agreement among raft nodes before linearized reading' (duration: 971.101786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.261099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.287989Z","time spent":"973.099831ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:26:32.259724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.548413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.261215Z","caller":"traceutil/trace.go:171","msg":"trace[1554638598] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7827; }","duration":"578.044887ms","start":"2026-03-01T21:26:31.683144Z","end":"2026-03-01T21:26:32.261189Z","steps":["trace[1554638598] 'agreement among raft nodes before linearized reading' (duration: 576.557474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.259741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.884664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.261277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.683132Z","time spent":"578.126219ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:26:32.260632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.288785Z","time spent":"971.795071ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"warn","ts":"2026-03-01T21:26:32.259758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.81048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.26132Z","caller":"traceutil/trace.go:171","msg":"trace[2116274604] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7827; }","duration":"731.431828ms","start":"2026-03-01T21:26:31.529836Z","end":"2026-03-01T21:26:32.261268Z","steps":["trace[2116274604] 'agreement among raft nodes before linearized reading' (duration: 729.873863ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.261378Z","caller":"traceutil/trace.go:171","msg":"trace[1954127362] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7827; }","duration":"619.500367ms","start":"2026-03-01T21:26:31.641869Z","end":"2026-03-01T21:26:32.26137Z","steps":["trace[1954127362] 'agreement among raft nodes before linearized reading' (duration: 617.859361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.261405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.641841Z","time spent":"619.556469ms","remote":"127.0.0.1:54498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:32.261447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.529831Z","time spent":"731.564791ms","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:26:32.259753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.583844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.26151Z","caller":"traceutil/trace.go:171","msg":"trace[908790099] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7827; }","duration":"598.370194ms","start":"2026-03-01T21:26:31.663133Z","end":"2026-03-01T21:26:32.261504Z","steps":["trace[908790099] 'agreement among raft nodes before linearized reading' (duration: 596.582304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.261538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.663123Z","time spent":"598.407804ms","remote":"127.0.0.1:54514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:26:32.259772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.378371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.261619Z","caller":"traceutil/trace.go:171","msg":"trace[80931927] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7827; }","duration":"599.252142ms","start":"2026-03-01T21:26:31.66236Z","end":"2026-03-01T21:26:32.261612Z","steps":["trace[80931927] 'agreement among raft nodes before linearized reading' (duration: 597.386201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.261651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.662347Z","time spent":"599.296424ms","remote":"127.0.0.1:54514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:32.259318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.562272Z","time spent":"697.036233ms","remote":"127.0.0.1:54462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:32.259808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.84199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.261822Z","caller":"traceutil/trace.go:171","msg":"trace[1607523351] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7827; }","duration":"578.878145ms","start":"2026-03-01T21:26:31.682932Z","end":"2026-03-01T21:26:32.26181Z","steps":["trace[1607523351] 'agreement among raft nodes before linearized reading' (duration: 576.85655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.261879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.682913Z","time spent":"578.945747ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:32.259812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.075965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.261919Z","caller":"traceutil/trace.go:171","msg":"trace[791680606] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7827; }","duration":"620.206303ms","start":"2026-03-01T21:26:31.641705Z","end":"2026-03-01T21:26:32.261912Z","steps":["trace[791680606] 'agreement among raft nodes before linearized reading' (duration: 618.073766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.261945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.641693Z","time spent":"620.243453ms","remote":"127.0.0.1:54498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:32.25981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.477725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.259842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.29349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.262091Z","caller":"traceutil/trace.go:171","msg":"trace[203794074] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7827; }","duration":"817.771266ms","start":"2026-03-01T21:26:31.444299Z","end":"2026-03-01T21:26:32.26207Z","steps":["trace[203794074] 'agreement among raft nodes before linearized reading' (duration: 815.433765ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.262113Z","caller":"traceutil/trace.go:171","msg":"trace[676729305] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7827; }","duration":"579.631991ms","start":"2026-03-01T21:26:31.682474Z","end":"2026-03-01T21:26:32.262106Z","steps":["trace[676729305] 'agreement among raft nodes before linearized reading' (duration: 577.351431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.262145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.68244Z","time spent":"579.695243ms","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:32.262148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.444283Z","time spent":"817.846997ms","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:32.259861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.881488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.262254Z","caller":"traceutil/trace.go:171","msg":"trace[969803461] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7827; }","duration":"684.289741ms","start":"2026-03-01T21:26:31.577958Z","end":"2026-03-01T21:26:32.262248Z","steps":["trace[969803461] 'agreement among raft nodes before linearized reading' (duration: 681.874188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.262276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.577954Z","time spent":"684.315221ms","remote":"127.0.0.1:54478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:26:32.259883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.567038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.262452Z","caller":"traceutil/trace.go:171","msg":"trace[882421839] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7827; }","duration":"798.156704ms","start":"2026-03-01T21:26:31.464286Z","end":"2026-03-01T21:26:32.262443Z","steps":["trace[882421839] 'agreement among raft nodes before linearized reading' (duration: 795.577868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.262484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.464281Z","time spent":"798.192615ms","remote":"127.0.0.1:54436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:32.259887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.614898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.26265Z","caller":"traceutil/trace.go:171","msg":"trace[81630362] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7827; }","duration":"818.394369ms","start":"2026-03-01T21:26:31.44424Z","end":"2026-03-01T21:26:32.262634Z","steps":["trace[81630362] 'agreement among raft nodes before linearized reading' (duration: 815.616898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.26269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.444223Z","time spent":"818.45261ms","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:32.259848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.38298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.262816Z","caller":"traceutil/trace.go:171","msg":"trace[1970332149] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7827; }","duration":"549.414086ms","start":"2026-03-01T21:26:31.713391Z","end":"2026-03-01T21:26:32.262805Z","steps":["trace[1970332149] 'agreement among raft nodes before linearized reading' (duration: 546.316058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.262851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.713383Z","time spent":"549.456038ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:32.25991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.632154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.263017Z","caller":"traceutil/trace.go:171","msg":"trace[330012133] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7827; }","duration":"685.767533ms","start":"2026-03-01T21:26:31.577235Z","end":"2026-03-01T21:26:32.263003Z","steps":["trace[330012133] 'agreement among raft nodes before linearized reading' (duration: 682.647765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.263054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.577222Z","time spent":"685.821004ms","remote":"127.0.0.1:54478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:32.25992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.284096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.259937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.247307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.26346Z","caller":"traceutil/trace.go:171","msg":"trace[412668900] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7827; }","duration":"534.785855ms","start":"2026-03-01T21:26:31.728662Z","end":"2026-03-01T21:26:32.263448Z","steps":["trace[412668900] 'agreement among raft nodes before linearized reading' (duration: 531.246746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.2635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.728651Z","time spent":"534.834637ms","remote":"127.0.0.1:54550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:26:32.263175Z","caller":"traceutil/trace.go:171","msg":"trace[1238884565] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7827; }","duration":"770.551479ms","start":"2026-03-01T21:26:31.492607Z","end":"2026-03-01T21:26:32.263159Z","steps":["trace[1238884565] 'agreement among raft nodes before linearized reading' (duration: 767.288496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.259949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.984164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.263579Z","caller":"traceutil/trace.go:171","msg":"trace[1178459586] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7827; }","duration":"833.625864ms","start":"2026-03-01T21:26:31.429935Z","end":"2026-03-01T21:26:32.263561Z","steps":["trace[1178459586] 'agreement among raft nodes before linearized reading' (duration: 829.976404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.263562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.492597Z","time spent":"770.943867ms","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:32.263647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.429926Z","time spent":"833.701626ms","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:26:32.259959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.686395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.263928Z","caller":"traceutil/trace.go:171","msg":"trace[1907578878] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7827; }","duration":"686.685994ms","start":"2026-03-01T21:26:31.577232Z","end":"2026-03-01T21:26:32.263918Z","steps":["trace[1907578878] 'agreement among raft nodes before linearized reading' (duration: 682.702206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.263973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.577209Z","time spent":"686.750945ms","remote":"127.0.0.1:54478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:32.259963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.343989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.264085Z","caller":"traceutil/trace.go:171","msg":"trace[714804502] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7827; }","duration":"535.47805ms","start":"2026-03-01T21:26:31.728591Z","end":"2026-03-01T21:26:32.264069Z","steps":["trace[714804502] 'agreement among raft nodes before linearized reading' (duration: 531.329919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.264141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.728581Z","time spent":"535.540142ms","remote":"127.0.0.1:54550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:32.259954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.740063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.264233Z","caller":"traceutil/trace.go:171","msg":"trace[1714302513] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7827; }","duration":"771.046448ms","start":"2026-03-01T21:26:31.493174Z","end":"2026-03-01T21:26:32.26422Z","steps":["trace[1714302513] 'agreement among raft nodes before linearized reading' (duration: 766.696312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.264277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.493164Z","time spent":"771.09573ms","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:26:32.260026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.619549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.264398Z","caller":"traceutil/trace.go:171","msg":"trace[1865997019] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7827; }","duration":"835.997666ms","start":"2026-03-01T21:26:31.428376Z","end":"2026-03-01T21:26:32.264373Z","steps":["trace[1865997019] 'agreement among raft nodes before linearized reading' (duration: 831.618869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.260008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.393574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.865565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.110143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.215596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.259321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.630282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.63199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-01T21:26:32.260072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.827005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.829958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.176478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.187328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.526123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.443635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.759398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.072289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.941386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.606654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.795145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.940446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.523867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.479321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.862017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T21:26:32.260226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.825235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.073578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.628784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.122385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-03-01T21:26:32.260231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.010399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.044498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.260307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.855535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:32.264509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.428368Z","time spent":"836.115268ms","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:26:32.264535Z","caller":"traceutil/trace.go:171","msg":"trace[577155029] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7827; }","duration":"734.965865ms","start":"2026-03-01T21:26:31.529545Z","end":"2026-03-01T21:26:32.26451Z","steps":["trace[577155029] 'agreement among raft nodes before linearized reading' (duration: 730.19797ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.264562Z","caller":"traceutil/trace.go:171","msg":"trace[1411245264] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7827; }","duration":"701.653823ms","start":"2026-03-01T21:26:31.562898Z","end":"2026-03-01T21:26:32.264552Z","steps":["trace[1411245264] 'agreement among raft nodes before linearized reading' (duration: 697.108013ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.264569Z","caller":"traceutil/trace.go:171","msg":"trace[1497302036] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7827; }","duration":"518.395715ms","start":"2026-03-01T21:26:31.746148Z","end":"2026-03-01T21:26:32.264544Z","steps":["trace[1497302036] 'agreement among raft nodes before linearized reading' (duration: 513.808214ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.264598Z","caller":"traceutil/trace.go:171","msg":"trace[1639453108] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7827; }","duration":"550.793368ms","start":"2026-03-01T21:26:31.713795Z","end":"2026-03-01T21:26:32.264589Z","steps":["trace[1639453108] 'agreement among raft nodes before linearized reading' (duration: 546.219557ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.264639Z","caller":"traceutil/trace.go:171","msg":"trace[1923592192] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7827; }","duration":"772.01266ms","start":"2026-03-01T21:26:31.492608Z","end":"2026-03-01T21:26:32.264621Z","steps":["trace[1923592192] 'agreement among raft nodes before linearized reading' (duration: 766.613592ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.264661Z","caller":"traceutil/trace.go:171","msg":"trace[1978730068] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7827; }","duration":"775.278352ms","start":"2026-03-01T21:26:31.489369Z","end":"2026-03-01T21:26:32.264647Z","steps":["trace[1978730068] 'agreement among raft nodes before linearized reading' (duration: 770.567038ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.264688Z","caller":"traceutil/trace.go:171","msg":"trace[667722875] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7827; }","duration":"836.470668ms","start":"2026-03-01T21:26:31.428206Z","end":"2026-03-01T21:26:32.264677Z","steps":["trace[667722875] 'agreement among raft nodes before linearized reading' (duration: 831.841765ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.264712Z","caller":"traceutil/trace.go:171","msg":"trace[1445520668] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7827; }","duration":"535.45841ms","start":"2026-03-01T21:26:31.729239Z","end":"2026-03-01T21:26:32.264697Z","steps":["trace[1445520668] 'agreement among raft nodes before linearized reading' (duration: 530.818058ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.264768Z","caller":"traceutil/trace.go:171","msg":"trace[1098790654] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7827; }","duration":"820.002865ms","start":"2026-03-01T21:26:31.444748Z","end":"2026-03-01T21:26:32.264751Z","steps":["trace[1098790654] 'agreement among raft nodes before linearized reading' (duration: 814.465553ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.264914Z","caller":"traceutil/trace.go:171","msg":"trace[2092613749] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7827; }","duration":"800.011765ms","start":"2026-03-01T21:26:31.464891Z","end":"2026-03-01T21:26:32.264903Z","steps":["trace[2092613749] 'agreement among raft nodes before linearized reading' (duration: 795.186498ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.265087Z","caller":"traceutil/trace.go:171","msg":"trace[1929501208] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7827; }","duration":"735.402695ms","start":"2026-03-01T21:26:31.529636Z","end":"2026-03-01T21:26:32.265039Z","steps":["trace[1929501208] 'agreement among raft nodes before linearized reading' (duration: 730.418635ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.265142Z","caller":"traceutil/trace.go:171","msg":"trace[1141066222] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7827; }","duration":"551.641795ms","start":"2026-03-01T21:26:31.713484Z","end":"2026-03-01T21:26:32.265126Z","steps":["trace[1141066222] 'agreement among raft nodes before linearized reading' (duration: 546.577274ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.265178Z","caller":"traceutil/trace.go:171","msg":"trace[2035628352] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7827; }","duration":"702.84563ms","start":"2026-03-01T21:26:31.562323Z","end":"2026-03-01T21:26:32.265169Z","steps":["trace[2035628352] 'agreement among raft nodes before linearized reading' (duration: 697.735648ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.266227Z","caller":"traceutil/trace.go:171","msg":"trace[2089513785] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7827; }","duration":"671.089112ms","start":"2026-03-01T21:26:31.595105Z","end":"2026-03-01T21:26:32.266194Z","steps":["trace[2089513785] 'agreement among raft nodes before linearized reading' (duration: 665.107569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.26627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.74614Z","time spent":"520.109593ms","remote":"127.0.0.1:54566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:32.266279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.562303Z","time spent":"703.936075ms","remote":"127.0.0.1:54462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:32.266348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.595082Z","time spent":"671.226765ms","remote":"127.0.0.1:54480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"info","ts":"2026-03-01T21:26:32.26642Z","caller":"traceutil/trace.go:171","msg":"trace[2078566565] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7827; }","duration":"647.873082ms","start":"2026-03-01T21:26:31.618533Z","end":"2026-03-01T21:26:32.266406Z","steps":["trace[2078566565] 'agreement among raft nodes before linearized reading' (duration: 641.691485ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.266441Z","caller":"traceutil/trace.go:171","msg":"trace[2100026640] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7827; }","duration":"868.229395ms","start":"2026-03-01T21:26:31.398193Z","end":"2026-03-01T21:26:32.266422Z","steps":["trace[2100026640] 'agreement among raft nodes before linearized reading' (duration: 861.961657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.266472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.61852Z","time spent":"647.940213ms","remote":"127.0.0.1:54484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:32.266485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.713788Z","time spent":"552.675519ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:26:32.266508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.398178Z","time spent":"868.310347ms","remote":"127.0.0.1:54404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:26:32.266528Z","caller":"traceutil/trace.go:171","msg":"trace[1408353019] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7827; }","duration":"868.360737ms","start":"2026-03-01T21:26:31.398149Z","end":"2026-03-01T21:26:32.26651Z","steps":["trace[1408353019] 'agreement among raft nodes before linearized reading' (duration: 861.971096ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.266569Z","caller":"traceutil/trace.go:171","msg":"trace[1979848679] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7827; }","duration":"647.840931ms","start":"2026-03-01T21:26:31.618719Z","end":"2026-03-01T21:26:32.26656Z","steps":["trace[1979848679] 'agreement among raft nodes before linearized reading' (duration: 641.45193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.266595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.398129Z","time spent":"868.44622ms","remote":"127.0.0.1:54404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-01T21:26:32.266625Z","caller":"traceutil/trace.go:171","msg":"trace[1538665006] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7827; }","duration":"820.484416ms","start":"2026-03-01T21:26:31.446125Z","end":"2026-03-01T21:26:32.266609Z","steps":["trace[1538665006] 'agreement among raft nodes before linearized reading' (duration: 813.994012ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.266641Z","caller":"traceutil/trace.go:171","msg":"trace[696774339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7827; }","duration":"910.29863ms","start":"2026-03-01T21:26:31.356331Z","end":"2026-03-01T21:26:32.26663Z","steps":["trace[696774339] 'agreement among raft nodes before linearized reading' (duration: 903.815827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.266651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.492591Z","time spent":"774.048635ms","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:32.266673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.356319Z","time spent":"910.345131ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T21:26:32.266693Z","caller":"traceutil/trace.go:171","msg":"trace[494481246] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7827; }","duration":"672.550943ms","start":"2026-03-01T21:26:31.594134Z","end":"2026-03-01T21:26:32.266685Z","steps":["trace[494481246] 'agreement among raft nodes before linearized reading' (duration: 665.727572ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.266711Z","caller":"traceutil/trace.go:171","msg":"trace[897374683] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7827; }","duration":"648.180468ms","start":"2026-03-01T21:26:31.618514Z","end":"2026-03-01T21:26:32.266694Z","steps":["trace[897374683] 'agreement among raft nodes before linearized reading' (duration: 641.613823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.266726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.594123Z","time spent":"672.594125ms","remote":"127.0.0.1:54480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:32.266752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.6185Z","time spent":"648.24017ms","remote":"127.0.0.1:54484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"info","ts":"2026-03-01T21:26:32.266795Z","caller":"traceutil/trace.go:171","msg":"trace[591231894] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7827; }","duration":"853.755507ms","start":"2026-03-01T21:26:31.413029Z","end":"2026-03-01T21:26:32.266785Z","steps":["trace[591231894] 'agreement among raft nodes before linearized reading' (duration: 847.06826ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.266821Z","caller":"traceutil/trace.go:171","msg":"trace[190024920] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7827; }","duration":"854.443462ms","start":"2026-03-01T21:26:31.412367Z","end":"2026-03-01T21:26:32.26681Z","steps":["trace[190024920] 'agreement among raft nodes before linearized reading' (duration: 847.828106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.266832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.41302Z","time spent":"853.802088ms","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:26:32.266833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.42819Z","time spent":"838.627705ms","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:32.266858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.412348Z","time spent":"854.498383ms","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:26:32.26687Z","caller":"traceutil/trace.go:171","msg":"trace[4364436] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7827; }","duration":"802.633814ms","start":"2026-03-01T21:26:31.464226Z","end":"2026-03-01T21:26:32.266859Z","steps":["trace[4364436] 'agreement among raft nodes before linearized reading' (duration: 796.039188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.266908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.464217Z","time spent":"802.679835ms","remote":"127.0.0.1:54436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:32.266953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.729233Z","time spent":"537.70922ms","remote":"127.0.0.1:54550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"info","ts":"2026-03-01T21:26:32.266535Z","caller":"traceutil/trace.go:171","msg":"trace[1321896173] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7827; }","duration":"867.877958ms","start":"2026-03-01T21:26:31.398643Z","end":"2026-03-01T21:26:32.266521Z","steps":["trace[1321896173] 'agreement among raft nodes before linearized reading' (duration: 861.511317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.26703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.398634Z","time spent":"868.381468ms","remote":"127.0.0.1:54404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-01T21:26:32.267041Z","caller":"traceutil/trace.go:171","msg":"trace[761383661] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7827; }","duration":"672.685467ms","start":"2026-03-01T21:26:31.594344Z","end":"2026-03-01T21:26:32.26703Z","steps":["trace[761383661] 'agreement among raft nodes before linearized reading' (duration: 665.910697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.267077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.594246Z","time spent":"672.819539ms","remote":"127.0.0.1:54480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:32.266607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.618694Z","time spent":"647.901022ms","remote":"127.0.0.1:54484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:26:32.267113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.444739Z","time spent":"822.361887ms","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:26:32.267239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.464884Z","time spent":"802.343906ms","remote":"127.0.0.1:54436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"info","ts":"2026-03-01T21:26:32.266908Z","caller":"traceutil/trace.go:171","msg":"trace[1073128003] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7827; }","duration":"854.572965ms","start":"2026-03-01T21:26:31.41232Z","end":"2026-03-01T21:26:32.266893Z","steps":["trace[1073128003] 'agreement among raft nodes before linearized reading' (duration: 847.813135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.267298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.412296Z","time spent":"854.985343ms","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:32.267348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.529537Z","time spent":"737.796377ms","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-03-01T21:26:32.267365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.529618Z","time spent":"737.737317ms","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:32.267437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.713451Z","time spent":"553.977977ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:32.267515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.562885Z","time spent":"704.616948ms","remote":"127.0.0.1:54462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-03-01T21:26:32.266663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.446118Z","time spent":"820.533526ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:26:32.266794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:31.489359Z","time spent":"777.421339ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T21:26:32.459764Z","caller":"traceutil/trace.go:171","msg":"trace[711183428] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"190.648651ms","start":"2026-03-01T21:26:32.269088Z","end":"2026-03-01T21:26:32.459737Z","steps":["trace[711183428] 'process raft request' (duration: 190.503318ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.459756Z","caller":"traceutil/trace.go:171","msg":"trace[2089799066] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"191.144012ms","start":"2026-03-01T21:26:32.268556Z","end":"2026-03-01T21:26:32.4597Z","steps":["trace[2089799066] 'process raft request' (duration: 190.908987ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.459837Z","caller":"traceutil/trace.go:171","msg":"trace[991503708] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"188.945354ms","start":"2026-03-01T21:26:32.270854Z","end":"2026-03-01T21:26:32.459799Z","steps":["trace[991503708] 'process raft request' (duration: 188.76667ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.459668Z","caller":"traceutil/trace.go:171","msg":"trace[294267145] linearizableReadLoop","detail":"{readStateIndex:8193; appliedIndex:8192; }","duration":"191.066731ms","start":"2026-03-01T21:26:32.268586Z","end":"2026-03-01T21:26:32.459652Z","steps":["trace[294267145] 'read index received' (duration: 37.377373ms)","trace[294267145] 'applied index is now lower than readState.Index' (duration: 153.688328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:32.460306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.707535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203462"} {"level":"info","ts":"2026-03-01T21:26:32.460351Z","caller":"traceutil/trace.go:171","msg":"trace[1212112285] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7830; }","duration":"191.789607ms","start":"2026-03-01T21:26:32.268551Z","end":"2026-03-01T21:26:32.46034Z","steps":["trace[1212112285] 'agreement among raft nodes before linearized reading' (duration: 191.437419ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.4968Z","caller":"traceutil/trace.go:171","msg":"trace[323244303] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"189.409504ms","start":"2026-03-01T21:26:32.307365Z","end":"2026-03-01T21:26:32.496775Z","steps":["trace[323244303] 'process raft request' (duration: 189.269411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.496935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.350352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-01T21:26:32.496973Z","caller":"traceutil/trace.go:171","msg":"trace[1814291967] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7831; }","duration":"224.416373ms","start":"2026-03-01T21:26:32.272547Z","end":"2026-03-01T21:26:32.496963Z","steps":["trace[1814291967] 'agreement among raft nodes before linearized reading' (duration: 224.235509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.497061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.114751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-01T21:26:32.497132Z","caller":"traceutil/trace.go:171","msg":"trace[1369805190] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7831; }","duration":"226.281934ms","start":"2026-03-01T21:26:32.270836Z","end":"2026-03-01T21:26:32.497118Z","steps":["trace[1369805190] 'agreement among raft nodes before linearized reading' (duration: 225.936887ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.652764Z","caller":"traceutil/trace.go:171","msg":"trace[419605230] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"151.593843ms","start":"2026-03-01T21:26:32.501136Z","end":"2026-03-01T21:26:32.65273Z","steps":["trace[419605230] 'process raft request' (duration: 61.661236ms)","trace[419605230] 'compare' (duration: 89.473716ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:32.652745Z","caller":"traceutil/trace.go:171","msg":"trace[1349014821] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"150.281984ms","start":"2026-03-01T21:26:32.502431Z","end":"2026-03-01T21:26:32.652713Z","steps":["trace[1349014821] 'process raft request' (duration: 150.145911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.986292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.255912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:26:32.986436Z","caller":"traceutil/trace.go:171","msg":"trace[605725695] linearizableReadLoop","detail":"{readStateIndex:8200; appliedIndex:8199; }","duration":"232.723066ms","start":"2026-03-01T21:26:32.753695Z","end":"2026-03-01T21:26:32.986419Z","steps":["trace[605725695] 'read index received' (duration: 57.102325ms)","trace[605725695] 'applied index is now lower than readState.Index' (duration: 175.619321ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:32.986567Z","caller":"traceutil/trace.go:171","msg":"trace[59081078] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"324.468932ms","start":"2026-03-01T21:26:32.662045Z","end":"2026-03-01T21:26:32.986514Z","steps":["trace[59081078] 'process raft request' (duration: 148.876332ms)","trace[59081078] 'compare' (duration: 175.115959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:32.986681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.98397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:32.986725Z","caller":"traceutil/trace.go:171","msg":"trace[2088644413] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7835; }","duration":"106.068032ms","start":"2026-03-01T21:26:32.880642Z","end":"2026-03-01T21:26:32.98671Z","steps":["trace[2088644413] 'agreement among raft nodes before linearized reading' (duration: 106.007531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.986815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:32.662029Z","time spent":"324.653786ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:32.986623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.94535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:26:32.987021Z","caller":"traceutil/trace.go:171","msg":"trace[877438079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7835; }","duration":"233.392089ms","start":"2026-03-01T21:26:32.753609Z","end":"2026-03-01T21:26:32.987002Z","steps":["trace[877438079] 'agreement among raft nodes before linearized reading' (duration: 232.905899ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:34.078011Z","caller":"traceutil/trace.go:171","msg":"trace[1047725130] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"108.645688ms","start":"2026-03-01T21:26:33.969287Z","end":"2026-03-01T21:26:34.077932Z","steps":["trace[1047725130] 'process raft request' (duration: 39.462097ms)","trace[1047725130] 'compare' (duration: 68.982796ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:34.644028Z","caller":"traceutil/trace.go:171","msg":"trace[1718696097] linearizableReadLoop","detail":"{readStateIndex:8208; appliedIndex:8207; }","duration":"180.027447ms","start":"2026-03-01T21:26:34.463965Z","end":"2026-03-01T21:26:34.643993Z","steps":["trace[1718696097] 'read index received' (duration: 179.749191ms)","trace[1718696097] 'applied index is now lower than readState.Index' (duration: 277.166µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:34.644091Z","caller":"traceutil/trace.go:171","msg":"trace[493319831] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"188.692518ms","start":"2026-03-01T21:26:34.455351Z","end":"2026-03-01T21:26:34.644044Z","steps":["trace[493319831] 'process raft request' (duration: 188.458643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:34.644332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.326375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-01T21:26:34.644386Z","caller":"traceutil/trace.go:171","msg":"trace[1267768800] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7842; }","duration":"180.459798ms","start":"2026-03-01T21:26:34.463911Z","end":"2026-03-01T21:26:34.64437Z","steps":["trace[1267768800] 'agreement among raft nodes before linearized reading' (duration: 180.247072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:34.64465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.244473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:26:34.64472Z","caller":"traceutil/trace.go:171","msg":"trace[416336176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7842; }","duration":"180.379166ms","start":"2026-03-01T21:26:34.464322Z","end":"2026-03-01T21:26:34.644701Z","steps":["trace[416336176] 'agreement among raft nodes before linearized reading' (duration: 180.059969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:34.644733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.778426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:26:34.644826Z","caller":"traceutil/trace.go:171","msg":"trace[456971713] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:7842; }","duration":"176.929059ms","start":"2026-03-01T21:26:34.467873Z","end":"2026-03-01T21:26:34.644802Z","steps":["trace[456971713] 'agreement among raft nodes before linearized reading' (duration: 176.636133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:34.645743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.772486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:26:34.64581Z","caller":"traceutil/trace.go:171","msg":"trace[1768204699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7842; }","duration":"181.876708ms","start":"2026-03-01T21:26:34.463916Z","end":"2026-03-01T21:26:34.645793Z","steps":["trace[1768204699] 'agreement among raft nodes before linearized reading' (duration: 180.477538ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:40.844823Z","caller":"traceutil/trace.go:171","msg":"trace[697308169] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"157.655785ms","start":"2026-03-01T21:26:40.687135Z","end":"2026-03-01T21:26:40.844791Z","steps":["trace[697308169] 'process raft request' (duration: 104.705881ms)","trace[697308169] 'compare' (duration: 52.770151ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:40.845064Z","caller":"traceutil/trace.go:171","msg":"trace[187494123] linearizableReadLoop","detail":"{readStateIndex:8252; appliedIndex:8249; }","duration":"155.98909ms","start":"2026-03-01T21:26:40.689037Z","end":"2026-03-01T21:26:40.845026Z","steps":["trace[187494123] 'read index received' (duration: 33.108998ms)","trace[187494123] 'applied index is now lower than readState.Index' (duration: 122.876131ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:40.845247Z","caller":"traceutil/trace.go:171","msg":"trace[840165898] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"157.327878ms","start":"2026-03-01T21:26:40.687905Z","end":"2026-03-01T21:26:40.845233Z","steps":["trace[840165898] 'process raft request' (duration: 156.840517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:40.845854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.772406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203462"} {"level":"info","ts":"2026-03-01T21:26:40.846054Z","caller":"traceutil/trace.go:171","msg":"trace[1730833544] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7884; }","duration":"157.009671ms","start":"2026-03-01T21:26:40.689016Z","end":"2026-03-01T21:26:40.846026Z","steps":["trace[1730833544] 'agreement among raft nodes before linearized reading' (duration: 156.281165ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:41.085665Z","caller":"traceutil/trace.go:171","msg":"trace[1146726086] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"188.001192ms","start":"2026-03-01T21:26:40.897628Z","end":"2026-03-01T21:26:41.085629Z","steps":["trace[1146726086] 'process raft request' (duration: 173.814581ms)","trace[1146726086] 'compare' (duration: 14.053068ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:41.121215Z","caller":"traceutil/trace.go:171","msg":"trace[1644896089] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"157.256557ms","start":"2026-03-01T21:26:40.963937Z","end":"2026-03-01T21:26:41.121194Z","steps":["trace[1644896089] 'process raft request' (duration: 157.102244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:57.657835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.376229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:57.65795Z","caller":"traceutil/trace.go:171","msg":"trace[690330645] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-nfsplugin-metrics; range_end:; response_count:0; response_revision:8040; }","duration":"192.539332ms","start":"2026-03-01T21:26:57.465385Z","end":"2026-03-01T21:26:57.657924Z","steps":["trace[690330645] 'range keys from in-memory index tree' (duration: 192.279217ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:59.702595Z","caller":"traceutil/trace.go:171","msg":"trace[478623370] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"273.299808ms","start":"2026-03-01T21:26:59.42926Z","end":"2026-03-01T21:26:59.70256Z","steps":["trace[478623370] 'process raft request' (duration: 271.314094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:01.437222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.418162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:01.43731Z","caller":"traceutil/trace.go:171","msg":"trace[64448663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8053; }","duration":"395.572065ms","start":"2026-03-01T21:27:01.041718Z","end":"2026-03-01T21:27:01.43729Z","steps":["trace[64448663] 'range keys from in-memory index tree' (duration: 395.293218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:01.437338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:01.04169Z","time spent":"395.643336ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:27:01.437614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.510666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:01.437743Z","caller":"traceutil/trace.go:171","msg":"trace[294336610] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8053; }","duration":"214.7243ms","start":"2026-03-01T21:27:01.222987Z","end":"2026-03-01T21:27:01.437711Z","steps":["trace[294336610] 'count revisions from in-memory index tree' (duration: 214.379722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:01.437789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.171406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:27:01.43781Z","caller":"traceutil/trace.go:171","msg":"trace[1481316760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8053; }","duration":"496.217047ms","start":"2026-03-01T21:27:00.941587Z","end":"2026-03-01T21:27:01.437804Z","steps":["trace[1481316760] 'range keys from in-memory index tree' (duration: 496.014993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:01.437825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:00.941571Z","time spent":"496.250807ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:27:01.437801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.34296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:01.437959Z","caller":"traceutil/trace.go:171","msg":"trace[1966400817] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8053; }","duration":"148.551645ms","start":"2026-03-01T21:27:01.289394Z","end":"2026-03-01T21:27:01.437946Z","steps":["trace[1966400817] 'count revisions from in-memory index tree' (duration: 148.257899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:01.437914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.072114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T21:27:01.438016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.725995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:27:01.438077Z","caller":"traceutil/trace.go:171","msg":"trace[1257627639] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8053; }","duration":"570.830737ms","start":"2026-03-01T21:27:00.867231Z","end":"2026-03-01T21:27:01.438062Z","steps":["trace[1257627639] 'count revisions from in-memory index tree' (duration: 570.601793ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:01.438072Z","caller":"traceutil/trace.go:171","msg":"trace[969794425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8053; }","duration":"582.271219ms","start":"2026-03-01T21:27:00.855763Z","end":"2026-03-01T21:27:01.438034Z","steps":["trace[969794425] 'range keys from in-memory index tree' (duration: 581.83185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:01.438123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:00.867151Z","time spent":"570.961801ms","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:01.438159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:00.855743Z","time spent":"582.399292ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:27:01.43819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.593271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-01T21:27:01.438168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.942553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:27:01.438209Z","caller":"traceutil/trace.go:171","msg":"trace[1581919327] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8053; }","duration":"494.646843ms","start":"2026-03-01T21:27:00.943558Z","end":"2026-03-01T21:27:01.438205Z","steps":["trace[1581919327] 'range keys from in-memory index tree' (duration: 494.500129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:01.438223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:00.943537Z","time spent":"494.682763ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-01T21:27:01.438238Z","caller":"traceutil/trace.go:171","msg":"trace[402941346] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:8053; }","duration":"477.058326ms","start":"2026-03-01T21:27:00.961161Z","end":"2026-03-01T21:27:01.43822Z","steps":["trace[402941346] 'range keys from in-memory index tree' (duration: 476.715879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:01.438286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:00.961136Z","time spent":"477.136807ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"warn","ts":"2026-03-01T21:27:01.438055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.799882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:27:01.438328Z","caller":"traceutil/trace.go:171","msg":"trace[432518073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8053; }","duration":"114.126289ms","start":"2026-03-01T21:27:01.324195Z","end":"2026-03-01T21:27:01.438322Z","steps":["trace[432518073] 'range keys from in-memory index tree' (duration: 113.603297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:01.43882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.762672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-01T21:27:01.438873Z","caller":"traceutil/trace.go:171","msg":"trace[507555967] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8053; }","duration":"134.853314ms","start":"2026-03-01T21:27:01.304002Z","end":"2026-03-01T21:27:01.438855Z","steps":["trace[507555967] 'range keys from in-memory index tree' (duration: 134.65001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:01.888355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.337667ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:01.888523Z","caller":"traceutil/trace.go:171","msg":"trace[1670410825] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8054; }","duration":"191.531941ms","start":"2026-03-01T21:27:01.696969Z","end":"2026-03-01T21:27:01.888501Z","steps":["trace[1670410825] 'range keys from in-memory index tree' (duration: 191.316937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:01.888557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.343442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:27:01.888795Z","caller":"traceutil/trace.go:171","msg":"trace[137356631] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"446.296929ms","start":"2026-03-01T21:27:01.44245Z","end":"2026-03-01T21:27:01.888747Z","steps":["trace[137356631] 'process raft request' (duration: 261.64476ms)","trace[137356631] 'compare' (duration: 184.115998ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:01.88891Z","caller":"traceutil/trace.go:171","msg":"trace[1307956909] linearizableReadLoop","detail":"{readStateIndex:8432; appliedIndex:8431; }","duration":"445.065324ms","start":"2026-03-01T21:27:01.443825Z","end":"2026-03-01T21:27:01.888891Z","steps":["trace[1307956909] 'read index received' (duration: 260.288882ms)","trace[1307956909] 'applied index is now lower than readState.Index' (duration: 184.774631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:01.888992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:01.442433Z","time spent":"446.450753ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:01.889414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.579405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208154"} {"level":"info","ts":"2026-03-01T21:27:01.889454Z","caller":"traceutil/trace.go:171","msg":"trace[1191857278] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8055; }","duration":"445.645435ms","start":"2026-03-01T21:27:01.443797Z","end":"2026-03-01T21:27:01.889443Z","steps":["trace[1191857278] 'agreement among raft nodes before linearized reading' (duration: 445.210546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:01.889489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:01.443785Z","time spent":"445.694607ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208177,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T21:27:01.895991Z","caller":"traceutil/trace.go:171","msg":"trace[1162620489] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"452.060466ms","start":"2026-03-01T21:27:01.443899Z","end":"2026-03-01T21:27:01.895959Z","steps":["trace[1162620489] 'process raft request' (duration: 451.78967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:01.896188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:01.443875Z","time spent":"452.200121ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:01.896279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.261669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6dd9c96fb9-hm94t.1898d4bf4c89a6e2\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-01T21:27:01.896374Z","caller":"traceutil/trace.go:171","msg":"trace[1441208518] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6dd9c96fb9-hm94t.1898d4bf4c89a6e2; range_end:; response_count:1; response_revision:8060; }","duration":"436.408463ms","start":"2026-03-01T21:27:01.459939Z","end":"2026-03-01T21:27:01.896347Z","steps":["trace[1441208518] 'agreement among raft nodes before linearized reading' (duration: 436.116716ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:01.896373Z","caller":"traceutil/trace.go:171","msg":"trace[275286939] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"452.431246ms","start":"2026-03-01T21:27:01.443924Z","end":"2026-03-01T21:27:01.896355Z","steps":["trace[275286939] 'process raft request' (duration: 451.948934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:01.896422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:01.459914Z","time spent":"436.498325ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6dd9c96fb9-hm94t.1898d4bf4c89a6e2\" "} {"level":"warn","ts":"2026-03-01T21:27:01.896465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:01.443911Z","time spent":"452.506727ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:01.896475Z","caller":"traceutil/trace.go:171","msg":"trace[216288189] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"452.147729ms","start":"2026-03-01T21:27:01.444319Z","end":"2026-03-01T21:27:01.896466Z","steps":["trace[216288189] 'process raft request' (duration: 451.634817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:01.896533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:01.444299Z","time spent":"452.19905ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:01.89659Z","caller":"traceutil/trace.go:171","msg":"trace[1691637770] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"452.526458ms","start":"2026-03-01T21:27:01.444056Z","end":"2026-03-01T21:27:01.896583Z","steps":["trace[1691637770] 'process raft request' (duration: 451.857532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:01.896626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:01.444029Z","time spent":"452.576018ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:01.896689Z","caller":"traceutil/trace.go:171","msg":"trace[528905349] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"451.112616ms","start":"2026-03-01T21:27:01.445563Z","end":"2026-03-01T21:27:01.896675Z","steps":["trace[528905349] 'process raft request' (duration: 450.42636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:01.896768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.929088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-01T21:27:01.8968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:01.445553Z","time spent":"451.172127ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:01.896816Z","caller":"traceutil/trace.go:171","msg":"trace[1323293493] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8060; }","duration":"160.998409ms","start":"2026-03-01T21:27:01.735801Z","end":"2026-03-01T21:27:01.8968Z","steps":["trace[1323293493] 'agreement among raft nodes before linearized reading' (duration: 160.893367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:01.896947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.923597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:27:01.896969Z","caller":"traceutil/trace.go:171","msg":"trace[1558129499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8060; }","duration":"160.951659ms","start":"2026-03-01T21:27:01.736011Z","end":"2026-03-01T21:27:01.896962Z","steps":["trace[1558129499] 'agreement among raft nodes before linearized reading' (duration: 160.880567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:07.522944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:08.023961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:08.524904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:09.025888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:09.041113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99986038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T21:27:09.041216Z","caller":"traceutil/trace.go:171","msg":"trace[785012480] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046994s","start":"2026-03-01T21:27:07.041146Z","end":"2026-03-01T21:27:09.041193Z","steps":["trace[785012480] 'agreement among raft nodes before linearized reading' (duration: 1.999900711s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:09.041279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:07.041126Z","time spent":"2.000139366s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:27:09.526521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:10.026982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:10.527235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:11.028411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:11.042514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000323009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T21:27:11.042641Z","caller":"traceutil/trace.go:171","msg":"trace[1121000875] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525585s","start":"2026-03-01T21:27:09.042089Z","end":"2026-03-01T21:27:11.042614Z","steps":["trace[1121000875] 'agreement among raft nodes before linearized reading' (duration: 2.00036799s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:11.04289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:09.042067Z","time spent":"2.00080219s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:27:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:11.529558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:12.03002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:12.530184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:12.922789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999544646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:27:12.922925Z","caller":"traceutil/trace.go:171","msg":"trace[2037697955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99974947s","start":"2026-03-01T21:27:07.923147Z","end":"2026-03-01T21:27:12.922896Z","steps":["trace[2037697955] 'agreement among raft nodes before linearized reading' (duration: 4.999582106s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:12.922986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:07.923124Z","time spent":"4.999847753s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/01 21:27:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:12.924609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999991214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:27:12.924711Z","caller":"traceutil/trace.go:171","msg":"trace[1956617811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000166579s","start":"2026-03-01T21:27:07.924515Z","end":"2026-03-01T21:27:12.924682Z","steps":["trace[1956617811] 'agreement among raft nodes before linearized reading' (duration: 5.000043796s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:12.924773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:07.924489Z","time spent":"5.000271321s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/01 21:27:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:13.030854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:13.0489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000669447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T21:27:13.048998Z","caller":"traceutil/trace.go:171","msg":"trace[982171853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000822351s","start":"2026-03-01T21:27:11.048156Z","end":"2026-03-01T21:27:13.048978Z","steps":["trace[982171853] 'agreement among raft nodes before linearized reading' (duration: 2.000690228s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:13.049055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:11.048149Z","time spent":"2.000894902s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:27:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:13.149041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998659745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:27:13.149146Z","caller":"traceutil/trace.go:171","msg":"trace[124205941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99883095s","start":"2026-03-01T21:27:08.15029Z","end":"2026-03-01T21:27:13.149121Z","steps":["trace[124205941] 'agreement among raft nodes before linearized reading' (duration: 4.998699176s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:13.149206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:08.150254Z","time spent":"4.998941883s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/01 21:27:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:13.504646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:06.504488Z","time spent":"7.00015106s","remote":"127.0.0.1:54462","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T21:27:13.532075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:14.023341Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-01T21:27:14.023535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001276377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T21:27:14.023588Z","caller":"traceutil/trace.go:171","msg":"trace[86613428] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.001382959s","start":"2026-03-01T21:27:07.022183Z","end":"2026-03-01T21:27:14.023566Z","steps":["trace[86613428] 'agreement among raft nodes before linearized reading' (duration: 7.001317738s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:14.02364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:07.022154Z","time spent":"7.001475991s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:27:14.523761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:15.024278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:15.049489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000099865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:27:15.049615Z","caller":"traceutil/trace.go:171","msg":"trace[2110174644] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300709s","start":"2026-03-01T21:27:13.049288Z","end":"2026-03-01T21:27:15.049589Z","steps":["trace[2110174644] 'agreement among raft nodes before linearized reading' (duration: 2.000142416s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:15.049678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:13.049266Z","time spent":"2.000399631s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:27:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:15.524417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:16.025071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:16.39446Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0e099cab3fa1417f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-01T21:27:16.525858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:17.026643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:17.056855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:27:17.056971Z","caller":"traceutil/trace.go:171","msg":"trace[1516474944] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000234498s","start":"2026-03-01T21:27:15.056711Z","end":"2026-03-01T21:27:17.056946Z","steps":["trace[1516474944] 'agreement among raft nodes before linearized reading' (duration: 2.000068714s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:17.057162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:15.056692Z","time spent":"2.000455143s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:27:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:17.52676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:17.91761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999272166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:27:17.917719Z","caller":"traceutil/trace.go:171","msg":"trace[160733086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.99942902s","start":"2026-03-01T21:27:07.918263Z","end":"2026-03-01T21:27:17.917692Z","steps":["trace[160733086] 'agreement among raft nodes before linearized reading' (duration: 9.999266876s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:17.917774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:07.91823Z","time spent":"9.999533981s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/01 21:27:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:17.922384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995385692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:27:17.922462Z","caller":"traceutil/trace.go:171","msg":"trace[177996412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.995505465s","start":"2026-03-01T21:27:14.926937Z","end":"2026-03-01T21:27:17.922443Z","steps":["trace[177996412] 'agreement among raft nodes before linearized reading' (duration: 2.995403353s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:17.922518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:14.926926Z","time spent":"2.995565946s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/01 21:27:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:17.925033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999243736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:27:17.925064Z","caller":"traceutil/trace.go:171","msg":"trace[1764079765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999331008s","start":"2026-03-01T21:27:14.925724Z","end":"2026-03-01T21:27:17.925055Z","steps":["trace[1764079765] 'agreement among raft nodes before linearized reading' (duration: 2.999296217s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:17.925083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:14.925699Z","time spent":"2.99937824s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/01 21:27:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:17.931172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00355152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:27:17.931203Z","caller":"traceutil/trace.go:171","msg":"trace[1395769446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.003616571s","start":"2026-03-01T21:27:07.92758Z","end":"2026-03-01T21:27:17.931197Z","steps":["trace[1395769446] 'agreement among raft nodes before linearized reading' (duration: 10.00357366s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:17.931225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:07.927568Z","time spent":"10.003646381s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:27:17.931178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003626202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} 2026/03/01 21:27:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-01T21:27:17.931274Z","caller":"traceutil/trace.go:171","msg":"trace[458726014] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"10.003759464s","start":"2026-03-01T21:27:07.92749Z","end":"2026-03-01T21:27:17.931249Z","steps":["trace[458726014] 'agreement among raft nodes before linearized reading' (duration: 10.003646881s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:17.931334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:07.927474Z","time spent":"10.003849656s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/01 21:27:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:17.942934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998705283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:27:17.943044Z","caller":"traceutil/trace.go:171","msg":"trace[2111599802] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"9.998865848s","start":"2026-03-01T21:27:07.944153Z","end":"2026-03-01T21:27:17.943019Z","steps":["trace[2111599802] 'agreement among raft nodes before linearized reading' (duration: 9.998722425s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:17.943103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:07.944142Z","time spent":"9.998948919s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} 2026/03/01 21:27:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:17.948178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99856526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:27:17.948258Z","caller":"traceutil/trace.go:171","msg":"trace[993363036] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.998677193s","start":"2026-03-01T21:27:07.949566Z","end":"2026-03-01T21:27:17.948243Z","steps":["trace[993363036] 'agreement among raft nodes before linearized reading' (duration: 9.998582971s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:17.948292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:07.949555Z","time spent":"9.998729724s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/01 21:27:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:17.959937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:14.069635Z","time spent":"3.890298143s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 21:27:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:18.027246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:18.046851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:11.04617Z","time spent":"7.000672504s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T21:27:18.148469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996731851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:27:18.148565Z","caller":"traceutil/trace.go:171","msg":"trace[669904002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996905126s","start":"2026-03-01T21:27:15.151637Z","end":"2026-03-01T21:27:18.148542Z","steps":["trace[669904002] 'agreement among raft nodes before linearized reading' (duration: 2.996790193s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:18.148618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:15.151606Z","time spent":"2.996997158s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/01 21:27:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:18.527397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:18.540966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:11.540151Z","time spent":"7.000806597s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T21:27:19.02826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:19.05736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000222947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:27:19.05748Z","caller":"traceutil/trace.go:171","msg":"trace[211432129] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000413561s","start":"2026-03-01T21:27:17.057041Z","end":"2026-03-01T21:27:19.057455Z","steps":["trace[211432129] 'agreement among raft nodes before linearized reading' (duration: 2.000263038s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:19.057537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:17.057023Z","time spent":"2.000504173s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:27:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:19.180587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:12.17995Z","time spent":"7.000629322s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T21:27:19.536603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:20.037578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:20.270698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:13.270323Z","time spent":"7.000366917s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T21:27:20.53879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:21.035372Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-01T21:27:21.035582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.082548434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T21:27:21.035647Z","caller":"traceutil/trace.go:171","msg":"trace[1001923] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; }","duration":"7.082699647s","start":"2026-03-01T21:27:13.952919Z","end":"2026-03-01T21:27:21.035618Z","steps":["trace[1001923] 'agreement among raft nodes before linearized reading' (duration: 7.082606155s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:21.035713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:13.952891Z","time spent":"7.08280712s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-01T21:27:21.035778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.511699237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.1898d4c9c90938b3\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T21:27:21.03581Z","caller":"traceutil/trace.go:171","msg":"trace[1303877919] range","detail":"{range_begin:/registry/events/openstack/ceph.1898d4c9c90938b3; range_end:; }","duration":"7.511753429s","start":"2026-03-01T21:27:13.524044Z","end":"2026-03-01T21:27:21.035797Z","steps":["trace[1303877919] 'agreement among raft nodes before linearized reading' (duration: 7.511724258s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:21.035841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:13.524026Z","time spent":"7.511805929s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/ceph.1898d4c9c90938b3\" "} {"level":"warn","ts":"2026-03-01T21:27:21.035893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.868560042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T21:27:21.035921Z","caller":"traceutil/trace.go:171","msg":"trace[723804386] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; }","duration":"7.868634782s","start":"2026-03-01T21:27:13.167278Z","end":"2026-03-01T21:27:21.035912Z","steps":["trace[723804386] 'agreement among raft nodes before linearized reading' (duration: 7.868600641s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:21.035952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:13.167256Z","time spent":"7.868686394s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:21.035994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.37983956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T21:27:21.036019Z","caller":"traceutil/trace.go:171","msg":"trace[2012213573] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; }","duration":"9.379920291s","start":"2026-03-01T21:27:11.656092Z","end":"2026-03-01T21:27:21.036012Z","steps":["trace[2012213573] 'agreement among raft nodes before linearized reading' (duration: 9.379891841s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:21.036057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:11.656068Z","time spent":"9.379978783s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:21.036105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.44718313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T21:27:21.036133Z","caller":"traceutil/trace.go:171","msg":"trace[1274758060] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; }","duration":"9.447220181s","start":"2026-03-01T21:27:11.588905Z","end":"2026-03-01T21:27:21.036125Z","steps":["trace[1274758060] 'agreement among raft nodes before linearized reading' (duration: 9.44718308s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:21.03616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:11.588883Z","time spent":"9.447270522s","remote":"127.0.0.1:50516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:21.036186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.800144819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T21:27:21.036197Z","caller":"traceutil/trace.go:171","msg":"trace[2056296084] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; }","duration":"9.80018472s","start":"2026-03-01T21:27:11.236009Z","end":"2026-03-01T21:27:21.036193Z","steps":["trace[2056296084] 'agreement among raft nodes before linearized reading' (duration: 9.80017176s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:21.036894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:11.235995Z","time spent":"9.800212241s","remote":"127.0.0.1:56578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:21.037002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.11719993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T21:27:21.037036Z","caller":"traceutil/trace.go:171","msg":"trace[1787556528] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; }","duration":"12.117269781s","start":"2026-03-01T21:27:08.919749Z","end":"2026-03-01T21:27:21.037019Z","steps":["trace[1787556528] 'agreement among raft nodes before linearized reading' (duration: 12.1172353s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:21.037068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:08.919732Z","time spent":"12.117329403s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:21.037093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.383005763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T21:27:21.037104Z","caller":"traceutil/trace.go:171","msg":"trace[963981404] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"12.383083074s","start":"2026-03-01T21:27:08.654016Z","end":"2026-03-01T21:27:21.037099Z","steps":["trace[963981404] 'agreement among raft nodes before linearized reading' (duration: 12.383070044s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:21.037114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:08.653933Z","time spent":"12.383178006s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T21:27:21.037134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.553878799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T21:27:21.037144Z","caller":"traceutil/trace.go:171","msg":"trace[343070997] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; }","duration":"12.55393813s","start":"2026-03-01T21:27:08.483203Z","end":"2026-03-01T21:27:21.037141Z","steps":["trace[343070997] 'agreement among raft nodes before linearized reading' (duration: 12.55392701s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:21.037192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:08.483176Z","time spent":"12.553978081s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:21.037214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.675060052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T21:27:21.037226Z","caller":"traceutil/trace.go:171","msg":"trace[837094788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"12.675132304s","start":"2026-03-01T21:27:08.362091Z","end":"2026-03-01T21:27:21.037223Z","steps":["trace[837094788] 'agreement among raft nodes before linearized reading' (duration: 12.675117563s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:21.037242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:08.362066Z","time spent":"12.675169315s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:21.037277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.758742972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T21:27:21.037287Z","caller":"traceutil/trace.go:171","msg":"trace[609291270] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; }","duration":"12.758814904s","start":"2026-03-01T21:27:08.278469Z","end":"2026-03-01T21:27:21.037284Z","steps":["trace[609291270] 'agreement among raft nodes before linearized reading' (duration: 12.758799334s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:21.037297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:08.278422Z","time spent":"12.758871935s","remote":"127.0.0.1:41290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:21.037318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.121227081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T21:27:21.037327Z","caller":"traceutil/trace.go:171","msg":"trace[29774584] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; }","duration":"13.121264641s","start":"2026-03-01T21:27:07.916059Z","end":"2026-03-01T21:27:21.037323Z","steps":["trace[29774584] 'agreement among raft nodes before linearized reading' (duration: 13.121254801s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:21.037337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:07.916045Z","time spent":"13.121289172s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"warn","ts":"2026-03-01T21:27:21.037366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.195009032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T21:27:21.037375Z","caller":"traceutil/trace.go:171","msg":"trace[1909026343] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; }","duration":"13.195059933s","start":"2026-03-01T21:27:07.842312Z","end":"2026-03-01T21:27:21.037372Z","steps":["trace[1909026343] 'agreement among raft nodes before linearized reading' (duration: 13.195049953s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:21.037385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:07.842282Z","time spent":"13.195100564s","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:21.037405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.343243531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-01T21:27:21.037414Z","caller":"traceutil/trace.go:171","msg":"trace[2143519631] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; }","duration":"13.343291111s","start":"2026-03-01T21:27:07.69412Z","end":"2026-03-01T21:27:21.037411Z","steps":["trace[2143519631] 'agreement among raft nodes before linearized reading' (duration: 13.343281461s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:21.037425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:07.694092Z","time spent":"13.343329962s","remote":"127.0.0.1:41134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:21.074283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000204027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:27:21.074425Z","caller":"traceutil/trace.go:171","msg":"trace[70525845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000439372s","start":"2026-03-01T21:27:19.073964Z","end":"2026-03-01T21:27:21.074403Z","steps":["trace[70525845] 'agreement among raft nodes before linearized reading' (duration: 2.000281319s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:21.074522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:19.073943Z","time spent":"2.000565346s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:27:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:21.535709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:22.036538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:22.537053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:22.923297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:17.9254Z","time spent":"4.99788807s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T21:27:23.037412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:23.074731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999985492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:27:23.074835Z","caller":"traceutil/trace.go:171","msg":"trace[884835297] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000151066s","start":"2026-03-01T21:27:21.074663Z","end":"2026-03-01T21:27:23.074814Z","steps":["trace[884835297] 'agreement among raft nodes before linearized reading' (duration: 2.000021683s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:23.074882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:21.074644Z","time spent":"2.000227877s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:27:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:23.149069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:18.151042Z","time spent":"4.998021793s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T21:27:23.402975Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0e099cab3fa1417f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-01T21:27:23.538088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:24.039079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:24.355539Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"17.823347328s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T21:27:24.920744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:17.92058Z","time spent":"7.000150502s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T21:27:24.928473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:17.935449Z","time spent":"6.993015314s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 21:27:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:25.082891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000714187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:27:25.083013Z","caller":"traceutil/trace.go:171","msg":"trace[1952387080] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000945574s","start":"2026-03-01T21:27:23.082033Z","end":"2026-03-01T21:27:25.082979Z","steps":["trace[1952387080] 'agreement among raft nodes before linearized reading' (duration: 2.000786019s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.083079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.082006Z","time spent":"2.001061057s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:27:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:25.545375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:18.544911Z","time spent":"7.000453678s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T21:27:26.273331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.917547139s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T21:27:26.406486Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0e099cab3fa142db","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-01T21:27:27.08368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00033216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:27:27.083803Z","caller":"traceutil/trace.go:171","msg":"trace[596776651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000533135s","start":"2026-03-01T21:27:25.08324Z","end":"2026-03-01T21:27:27.083773Z","steps":["trace[596776651] 'agreement among raft nodes before linearized reading' (duration: 2.000379101s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:27.083942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:25.083214Z","time spent":"2.000713948s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:27:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:27.180059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.968425595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:27:27.180176Z","caller":"traceutil/trace.go:171","msg":"trace[52494195] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.97002576s","start":"2026-03-01T21:27:19.21012Z","end":"2026-03-01T21:27:27.180145Z","steps":["trace[52494195] 'agreement among raft nodes before linearized reading' (duration: 7.968456746s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:27.180303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:19.210098Z","time spent":"7.970159473s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/01 21:27:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:27:27.275378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:20.274979Z","time spent":"7.000389838s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T21:27:27.539644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000130386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T21:27:27.539753Z","caller":"traceutil/trace.go:171","msg":"trace[1560786203] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306519s","start":"2026-03-01T21:27:25.53942Z","end":"2026-03-01T21:27:27.539727Z","steps":["trace[1560786203] 'agreement among raft nodes before linearized reading' (duration: 2.000168656s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:27.539809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:25.539387Z","time spent":"2.000409163s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:27:29.050925Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.699057137s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T21:27:29.096967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005161035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T21:27:29.097101Z","caller":"traceutil/trace.go:171","msg":"trace[887716882] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.005366919s","start":"2026-03-01T21:27:27.091701Z","end":"2026-03-01T21:27:29.097068Z","steps":["trace[887716882] 'agreement among raft nodes before linearized reading' (duration: 2.005203095s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.097173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:27.091674Z","time spent":"2.005483132s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:27:29.343488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.069253325s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-01T21:27:29.343944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:28.95636Z","time spent":"387.56862ms","remote":"127.0.0.1:33268","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T21:27:29.439795Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"61.231µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-03-01T21:27:29.452826Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"15.26µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-03-01T21:27:29.453046Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0e099cab3fa1417f","error":"lease not found"} {"level":"warn","ts":"2026-03-01T21:27:29.453097Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"11.131µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-03-01T21:27:29.453132Z","caller":"traceutil/trace.go:171","msg":"trace[19269300] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8132; }","duration":"5.922990886s","start":"2026-03-01T21:27:23.530121Z","end":"2026-03-01T21:27:29.453111Z","steps":["trace[19269300] 'process raft request' (duration: 5.92277542s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.453244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.530101Z","time spent":"5.923070237s","remote":"127.0.0.1:54462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58,"response count":0,"response size":2987,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:29.45338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.301523096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:27:29.45335Z","caller":"traceutil/trace.go:171","msg":"trace[1759269185] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8132; }","duration":"2.172987515s","start":"2026-03-01T21:27:27.280338Z","end":"2026-03-01T21:27:29.453326Z","steps":["trace[1759269185] 'process raft request' (duration: 2.172870873s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:29.453439Z","caller":"traceutil/trace.go:171","msg":"trace[2125199569] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8132; }","duration":"3.903529895s","start":"2026-03-01T21:27:25.549895Z","end":"2026-03-01T21:27:29.453425Z","steps":["trace[2125199569] 'process raft request' (duration: 3.903150716s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:29.453487Z","caller":"traceutil/trace.go:171","msg":"trace[324485625] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8132; }","duration":"15.30166541s","start":"2026-03-01T21:27:14.151773Z","end":"2026-03-01T21:27:29.453438Z","steps":["trace[324485625] 'agreement among raft nodes before linearized reading' (duration: 15.301530657s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:29.453473Z","caller":"traceutil/trace.go:171","msg":"trace[1580145578] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8132; }","duration":"2.272004351s","start":"2026-03-01T21:27:27.181429Z","end":"2026-03-01T21:27:29.453433Z","steps":["trace[1580145578] 'process raft request' (duration: 2.271737676s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.453541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.144200005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:27:29.453548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:25.549855Z","time spent":"3.903612577s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:29.453574Z","caller":"traceutil/trace.go:171","msg":"trace[426613914] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8132; }","duration":"12.144282496s","start":"2026-03-01T21:27:17.309282Z","end":"2026-03-01T21:27:29.453564Z","steps":["trace[426613914] 'agreement among raft nodes before linearized reading' (duration: 12.144220235s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.453604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:17.30925Z","time spent":"12.144348277s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:27:29.453219Z","caller":"traceutil/trace.go:171","msg":"trace[1263100316] linearizableReadLoop","detail":"{readStateIndex:8520; appliedIndex:8503; }","duration":"8.417704681s","start":"2026-03-01T21:27:21.035482Z","end":"2026-03-01T21:27:29.453186Z","steps":["trace[1263100316] 'read index received' (duration: 3.320428107s)","trace[1263100316] 'applied index is now lower than readState.Index' (duration: 5.097274784s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:29.453381Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0e099cab3fa142db","error":"lease not found"} {"level":"warn","ts":"2026-03-01T21:27:29.453653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:14.151761Z","time spent":"15.301778543s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:29.453772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.468185989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:27:29.453805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.401992729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6dd9c96fb9-hm94t.1898d4bf4c89a6e2\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-01T21:27:29.453812Z","caller":"traceutil/trace.go:171","msg":"trace[589590734] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8132; }","duration":"7.468272951s","start":"2026-03-01T21:27:21.985526Z","end":"2026-03-01T21:27:29.453799Z","steps":["trace[589590734] 'agreement among raft nodes before linearized reading' (duration: 7.46820258s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.45377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.951403195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:27:29.453848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:21.985501Z","time spent":"7.468339363s","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:27:29.453894Z","caller":"traceutil/trace.go:171","msg":"trace[60348190] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8132; }","duration":"10.95161082s","start":"2026-03-01T21:27:18.502239Z","end":"2026-03-01T21:27:29.45385Z","steps":["trace[60348190] 'agreement among raft nodes before linearized reading' (duration: 10.951259783s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.454014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:18.502213Z","time spent":"10.951742003s","remote":"127.0.0.1:34048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:29.454031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.752134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:29.454053Z","caller":"traceutil/trace.go:171","msg":"trace[1250670227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8132; }","duration":"352.810216ms","start":"2026-03-01T21:27:29.101236Z","end":"2026-03-01T21:27:29.454046Z","steps":["trace[1250670227] 'agreement among raft nodes before linearized reading' (duration: 352.773415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.45407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:29.101217Z","time spent":"352.849426ms","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:27:29.454092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.301866372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:27:29.454122Z","caller":"traceutil/trace.go:171","msg":"trace[977413210] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8132; }","duration":"14.301950473s","start":"2026-03-01T21:27:15.152164Z","end":"2026-03-01T21:27:29.454115Z","steps":["trace[977413210] 'agreement among raft nodes before linearized reading' (duration: 14.301896612s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.454142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:15.152139Z","time spent":"14.301998125s","remote":"127.0.0.1:41032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:29.454182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.162301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:29.454215Z","caller":"traceutil/trace.go:171","msg":"trace[135447476] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8132; }","duration":"993.248673ms","start":"2026-03-01T21:27:28.460958Z","end":"2026-03-01T21:27:29.454207Z","steps":["trace[135447476] 'agreement among raft nodes before linearized reading' (duration: 993.199072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.454241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:28.460931Z","time spent":"993.301975ms","remote":"127.0.0.1:39094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:29.454258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:27.181408Z","time spent":"2.272155664s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":523,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:29.454293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.132169113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:29.454388Z","caller":"traceutil/trace.go:171","msg":"trace[1413199912] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8132; }","duration":"6.132303926s","start":"2026-03-01T21:27:23.322067Z","end":"2026-03-01T21:27:29.454371Z","steps":["trace[1413199912] 'agreement among raft nodes before linearized reading' (duration: 6.132130822s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.454424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.727622764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:27:29.454434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.411288048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-01T21:27:29.454434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.531859255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:29.454458Z","caller":"traceutil/trace.go:171","msg":"trace[814320277] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:8132; }","duration":"6.411371859s","start":"2026-03-01T21:27:23.043079Z","end":"2026-03-01T21:27:29.454451Z","steps":["trace[814320277] 'agreement among raft nodes before linearized reading' (duration: 6.411300038s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.454479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.04306Z","time spent":"6.411414851s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"info","ts":"2026-03-01T21:27:29.454481Z","caller":"traceutil/trace.go:171","msg":"trace[2099920737] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8132; }","duration":"3.531910046s","start":"2026-03-01T21:27:25.92256Z","end":"2026-03-01T21:27:29.45447Z","steps":["trace[2099920737] 'agreement among raft nodes before linearized reading' (duration: 3.531824864s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.45452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:25.922489Z","time spent":"3.532021799s","remote":"127.0.0.1:40916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:29.454561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.743924423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:27:29.454552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.052328527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:29.454592Z","caller":"traceutil/trace.go:171","msg":"trace[483747788] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8132; }","duration":"9.744041025s","start":"2026-03-01T21:27:19.710543Z","end":"2026-03-01T21:27:29.454584Z","steps":["trace[483747788] 'agreement among raft nodes before linearized reading' (duration: 9.743961204s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:29.45462Z","caller":"traceutil/trace.go:171","msg":"trace[126896440] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8132; }","duration":"5.05245803s","start":"2026-03-01T21:27:24.402148Z","end":"2026-03-01T21:27:29.454606Z","steps":["trace[126896440] 'agreement among raft nodes before linearized reading' (duration: 5.052346707s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.454693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.402121Z","time spent":"5.052559451s","remote":"127.0.0.1:34104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:27:29.454456Z","caller":"traceutil/trace.go:171","msg":"trace[71881669] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8132; }","duration":"8.727701355s","start":"2026-03-01T21:27:20.726743Z","end":"2026-03-01T21:27:29.454444Z","steps":["trace[71881669] 'agreement among raft nodes before linearized reading' (duration: 8.727651514s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.454743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:20.72672Z","time spent":"8.728013773s","remote":"127.0.0.1:50532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:29.45481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.19758326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:27:29.454843Z","caller":"traceutil/trace.go:171","msg":"trace[1854467468] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8132; }","duration":"6.197651741s","start":"2026-03-01T21:27:23.257185Z","end":"2026-03-01T21:27:29.454837Z","steps":["trace[1854467468] 'agreement among raft nodes before linearized reading' (duration: 6.1971562s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.454863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.257166Z","time spent":"6.197691622s","remote":"127.0.0.1:41340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":811,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:29.45428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.896191016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-01T21:27:29.454915Z","caller":"traceutil/trace.go:171","msg":"trace[1116160422] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8132; }","duration":"13.89686331s","start":"2026-03-01T21:27:15.55804Z","end":"2026-03-01T21:27:29.454903Z","steps":["trace[1116160422] 'agreement among raft nodes before linearized reading' (duration: 13.896189406s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.454948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:15.55802Z","time spent":"13.896919911s","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-01T21:27:29.454469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.321958Z","time spent":"6.132466839s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:29.454646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:19.710523Z","time spent":"9.744114447s","remote":"127.0.0.1:39038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:29.455098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.501132812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:29.455166Z","caller":"traceutil/trace.go:171","msg":"trace[45988463] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:0; response_revision:8132; }","duration":"5.501253675s","start":"2026-03-01T21:27:23.953901Z","end":"2026-03-01T21:27:29.455154Z","steps":["trace[45988463] 'agreement among raft nodes before linearized reading' (duration: 5.501124762s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.454698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.495710441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:29.455243Z","caller":"traceutil/trace.go:171","msg":"trace[767267882] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8132; }","duration":"3.496296523s","start":"2026-03-01T21:27:25.958936Z","end":"2026-03-01T21:27:29.455232Z","steps":["trace[767267882] 'agreement among raft nodes before linearized reading' (duration: 3.495727821s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.453911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.034190196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:27:29.455268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.386613439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-03-01T21:27:29.455291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:25.958909Z","time spent":"3.496359614s","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:27:29.455312Z","caller":"traceutil/trace.go:171","msg":"trace[440309352] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8132; }","duration":"12.035616977s","start":"2026-03-01T21:27:17.419684Z","end":"2026-03-01T21:27:29.455301Z","steps":["trace[440309352] 'agreement among raft nodes before linearized reading' (duration: 12.034157745s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.455353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:17.419672Z","time spent":"12.035669028s","remote":"127.0.0.1:41140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":102,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:29.455318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.953875Z","time spent":"5.501351476s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-01T21:27:29.455375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.295677311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:27:29.455415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.937889437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-01T21:27:29.455313Z","caller":"traceutil/trace.go:171","msg":"trace[139908889] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8132; }","duration":"10.386701021s","start":"2026-03-01T21:27:19.068603Z","end":"2026-03-01T21:27:29.455304Z","steps":["trace[139908889] 'agreement among raft nodes before linearized reading' (duration: 10.386612329s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:29.455442Z","caller":"traceutil/trace.go:171","msg":"trace[442064925] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8132; }","duration":"10.937964239s","start":"2026-03-01T21:27:18.517469Z","end":"2026-03-01T21:27:29.455434Z","steps":["trace[442064925] 'agreement among raft nodes before linearized reading' (duration: 10.937860367s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:29.455445Z","caller":"traceutil/trace.go:171","msg":"trace[1957136583] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8132; }","duration":"10.295814094s","start":"2026-03-01T21:27:19.159611Z","end":"2026-03-01T21:27:29.455425Z","steps":["trace[1957136583] 'agreement among raft nodes before linearized reading' (duration: 10.295051227s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.455471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:19.068584Z","time spent":"10.386879875s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-01T21:27:29.455476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:18.517447Z","time spent":"10.938020891s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-01T21:27:29.453829Z","caller":"traceutil/trace.go:171","msg":"trace[947599914] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6dd9c96fb9-hm94t.1898d4bf4c89a6e2; range_end:; response_count:1; response_revision:8132; }","duration":"11.402061651s","start":"2026-03-01T21:27:18.051758Z","end":"2026-03-01T21:27:29.453819Z","steps":["trace[947599914] 'agreement among raft nodes before linearized reading' (duration: 11.401938098s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.455675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:18.051733Z","time spent":"11.403927752s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6dd9c96fb9-hm94t.1898d4bf4c89a6e2\" "} {"level":"warn","ts":"2026-03-01T21:27:29.455486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:19.159585Z","time spent":"10.295890046s","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":68,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:29.456585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:27.280312Z","time spent":"2.173157139s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:29.97127Z","caller":"traceutil/trace.go:171","msg":"trace[463987913] linearizableReadLoop","detail":"{readStateIndex:8526; appliedIndex:8524; }","duration":"512.194918ms","start":"2026-03-01T21:27:29.45905Z","end":"2026-03-01T21:27:29.971245Z","steps":["trace[463987913] 'read index received' (duration: 48.23991ms)","trace[463987913] 'applied index is now lower than readState.Index' (duration: 463.954098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:29.971664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.591127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208154"} {"level":"info","ts":"2026-03-01T21:27:29.971691Z","caller":"traceutil/trace.go:171","msg":"trace[1293680831] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8135; }","duration":"512.652438ms","start":"2026-03-01T21:27:29.45903Z","end":"2026-03-01T21:27:29.971683Z","steps":["trace[1293680831] 'agreement among raft nodes before linearized reading' (duration: 512.324681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.971714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:29.459021Z","time spent":"512.68694ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208177,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T21:27:29.971887Z","caller":"traceutil/trace.go:171","msg":"trace[1282329999] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"505.421551ms","start":"2026-03-01T21:27:29.466432Z","end":"2026-03-01T21:27:29.971854Z","steps":["trace[1282329999] 'process raft request' (duration: 504.694464ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:29.971956Z","caller":"traceutil/trace.go:171","msg":"trace[384933673] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"512.367592ms","start":"2026-03-01T21:27:29.459545Z","end":"2026-03-01T21:27:29.971913Z","steps":["trace[384933673] 'process raft request' (duration: 511.536093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.972038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:29.46641Z","time spent":"505.544843ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:29.972136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:29.459535Z","time spent":"512.509515ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:29.972117Z","caller":"traceutil/trace.go:171","msg":"trace[645139751] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"514.591202ms","start":"2026-03-01T21:27:29.457481Z","end":"2026-03-01T21:27:29.972072Z","steps":["trace[645139751] 'process raft request' (duration: 513.469996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:29.972265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:29.457457Z","time spent":"514.728124ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:30.604239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.88112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:27:30.604388Z","caller":"traceutil/trace.go:171","msg":"trace[1251225820] linearizableReadLoop","detail":"{readStateIndex:8529; appliedIndex:8528; }","duration":"633.021823ms","start":"2026-03-01T21:27:29.971345Z","end":"2026-03-01T21:27:30.604367Z","steps":["trace[1251225820] 'read index received' (duration: 810.567µs)","trace[1251225820] 'applied index is now lower than readState.Index' (duration: 632.210006ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:30.604496Z","caller":"traceutil/trace.go:171","msg":"trace[372499018] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"1.096311759s","start":"2026-03-01T21:27:29.508171Z","end":"2026-03-01T21:27:30.604483Z","steps":["trace[372499018] 'process raft request' (duration: 706.104421ms)","trace[372499018] 'compare' (duration: 389.666745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:30.604573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:29.508157Z","time spent":"1.09638414s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:30.604668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.789241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:27:30.604763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14557927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"warn","ts":"2026-03-01T21:27:30.604756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.456776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"warn","ts":"2026-03-01T21:27:30.604761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12730376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:2953"} {"level":"info","ts":"2026-03-01T21:27:30.604792Z","caller":"traceutil/trace.go:171","msg":"trace[1543209796] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8136; }","duration":"643.973355ms","start":"2026-03-01T21:27:29.960783Z","end":"2026-03-01T21:27:30.604757Z","steps":["trace[1543209796] 'agreement among raft nodes before linearized reading' (duration: 643.77821ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:30.604824Z","caller":"traceutil/trace.go:171","msg":"trace[1681764351] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:8136; }","duration":"1.145652873s","start":"2026-03-01T21:27:29.459156Z","end":"2026-03-01T21:27:30.604809Z","steps":["trace[1681764351] 'agreement among raft nodes before linearized reading' (duration: 1.145363037s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:30.604843Z","caller":"traceutil/trace.go:171","msg":"trace[1106500157] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8136; }","duration":"624.559648ms","start":"2026-03-01T21:27:29.980263Z","end":"2026-03-01T21:27:30.604823Z","steps":["trace[1106500157] 'agreement among raft nodes before linearized reading' (duration: 624.357124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:30.604821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145714774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-01T21:27:30.604853Z","caller":"traceutil/trace.go:171","msg":"trace[2004816935] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8136; }","duration":"1.127429282s","start":"2026-03-01T21:27:29.477402Z","end":"2026-03-01T21:27:30.604832Z","steps":["trace[2004816935] 'agreement among raft nodes before linearized reading' (duration: 1.127111555s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:30.604872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144660381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"warn","ts":"2026-03-01T21:27:30.604882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:29.459151Z","time spent":"1.145722504s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-01T21:27:30.604855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.923378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-01T21:27:30.604869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:29.960765Z","time spent":"644.085878ms","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:27:30.604988Z","caller":"traceutil/trace.go:171","msg":"trace[580762500] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2; range_end:; response_count:1; response_revision:8136; }","duration":"626.127413ms","start":"2026-03-01T21:27:29.978838Z","end":"2026-03-01T21:27:30.604965Z","steps":["trace[580762500] 'agreement among raft nodes before linearized reading' (duration: 625.719534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:30.605074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:29.978823Z","time spent":"626.238315ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" "} {"level":"warn","ts":"2026-03-01T21:27:30.604889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:29.980258Z","time spent":"624.622229ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7317,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-01T21:27:30.604788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144483627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:30.605609Z","caller":"traceutil/trace.go:171","msg":"trace[1724901996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8136; }","duration":"1.145316635s","start":"2026-03-01T21:27:29.460278Z","end":"2026-03-01T21:27:30.605594Z","steps":["trace[1724901996] 'agreement among raft nodes before linearized reading' (duration: 1.144431586s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:30.605712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:29.460274Z","time spent":"1.145424647s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:27:30.604756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145482079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5d40b28b-e585-4067-a7b9-3ac4b9c6991a\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-01T21:27:30.60578Z","caller":"traceutil/trace.go:171","msg":"trace[1586468053] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5d40b28b-e585-4067-a7b9-3ac4b9c6991a; range_end:; response_count:1; response_revision:8136; }","duration":"1.146528631s","start":"2026-03-01T21:27:29.459232Z","end":"2026-03-01T21:27:30.605761Z","steps":["trace[1586468053] 'agreement among raft nodes before linearized reading' (duration: 1.145269464s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:30.605849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:29.459226Z","time spent":"1.146607883s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-5d40b28b-e585-4067-a7b9-3ac4b9c6991a\" "} {"level":"info","ts":"2026-03-01T21:27:30.604916Z","caller":"traceutil/trace.go:171","msg":"trace[515463844] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:8136; }","duration":"1.144709902s","start":"2026-03-01T21:27:29.460193Z","end":"2026-03-01T21:27:30.604903Z","steps":["trace[515463844] 'agreement among raft nodes before linearized reading' (duration: 1.14461481s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:30.605917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:29.460186Z","time spent":"1.145713413s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-01T21:27:30.604909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:29.477391Z","time spent":"1.127508874s","remote":"127.0.0.1:54462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":2976,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-01T21:27:30.60491Z","caller":"traceutil/trace.go:171","msg":"trace[2126393201] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:8136; }","duration":"1.145839377s","start":"2026-03-01T21:27:29.459049Z","end":"2026-03-01T21:27:30.604888Z","steps":["trace[2126393201] 'agreement among raft nodes before linearized reading' (duration: 1.145467569s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:30.606141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:29.459038Z","time spent":"1.147090333s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-01T21:27:30.772232Z","caller":"traceutil/trace.go:171","msg":"trace[413170494] linearizableReadLoop","detail":"{readStateIndex:8530; appliedIndex:8529; }","duration":"162.491832ms","start":"2026-03-01T21:27:30.609705Z","end":"2026-03-01T21:27:30.772197Z","steps":["trace[413170494] 'read index received' (duration: 144.953286ms)","trace[413170494] 'applied index is now lower than readState.Index' (duration: 17.537136ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:30.772306Z","caller":"traceutil/trace.go:171","msg":"trace[51215103] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"164.595438ms","start":"2026-03-01T21:27:30.607645Z","end":"2026-03-01T21:27:30.772241Z","steps":["trace[51215103] 'process raft request' (duration: 147.048762ms)","trace[51215103] 'compare' (duration: 17.362602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:30.77261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.864821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-01T21:27:30.772729Z","caller":"traceutil/trace.go:171","msg":"trace[1438446917] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8137; }","duration":"163.023714ms","start":"2026-03-01T21:27:30.609679Z","end":"2026-03-01T21:27:30.772703Z","steps":["trace[1438446917] 'agreement among raft nodes before linearized reading' (duration: 162.634225ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:30.774826Z","caller":"traceutil/trace.go:171","msg":"trace[1838174539] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"163.226688ms","start":"2026-03-01T21:27:30.611575Z","end":"2026-03-01T21:27:30.774801Z","steps":["trace[1838174539] 'process raft request' (duration: 163.142126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:30.774873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.262758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-01T21:27:30.774853Z","caller":"traceutil/trace.go:171","msg":"trace[1456236735] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"164.902865ms","start":"2026-03-01T21:27:30.609904Z","end":"2026-03-01T21:27:30.774807Z","steps":["trace[1456236735] 'process raft request' (duration: 164.67837ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:30.774902Z","caller":"traceutil/trace.go:171","msg":"trace[257667231] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8140; }","duration":"163.365211ms","start":"2026-03-01T21:27:30.611529Z","end":"2026-03-01T21:27:30.774894Z","steps":["trace[257667231] 'agreement among raft nodes before linearized reading' (duration: 163.220338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:30.775035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.005664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:30.775055Z","caller":"traceutil/trace.go:171","msg":"trace[1016172370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8140; }","duration":"159.052175ms","start":"2026-03-01T21:27:30.615997Z","end":"2026-03-01T21:27:30.775049Z","steps":["trace[1016172370] 'agreement among raft nodes before linearized reading' (duration: 159.019375ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:30.775059Z","caller":"traceutil/trace.go:171","msg":"trace[2053650429] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"163.565615ms","start":"2026-03-01T21:27:30.611476Z","end":"2026-03-01T21:27:30.775042Z","steps":["trace[2053650429] 'process raft request' (duration: 163.212207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:30.775189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.664585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.1898d4c9c90938b3\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-03-01T21:27:30.775203Z","caller":"traceutil/trace.go:171","msg":"trace[890893519] range","detail":"{range_begin:/registry/events/openstack/ceph.1898d4c9c90938b3; range_end:; response_count:1; response_revision:8140; }","duration":"162.694646ms","start":"2026-03-01T21:27:30.612503Z","end":"2026-03-01T21:27:30.775198Z","steps":["trace[890893519] 'agreement among raft nodes before linearized reading' (duration: 162.640845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:30.775423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.651738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-01T21:27:30.775453Z","caller":"traceutil/trace.go:171","msg":"trace[1796575070] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:8140; }","duration":"163.683499ms","start":"2026-03-01T21:27:30.611762Z","end":"2026-03-01T21:27:30.775445Z","steps":["trace[1796575070] 'agreement among raft nodes before linearized reading' (duration: 163.486114ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:30.973794Z","caller":"traceutil/trace.go:171","msg":"trace[251251932] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"196.435367ms","start":"2026-03-01T21:27:30.777331Z","end":"2026-03-01T21:27:30.973766Z","steps":["trace[251251932] 'process raft request' (duration: 196.1204ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:30.973791Z","caller":"traceutil/trace.go:171","msg":"trace[920664561] linearizableReadLoop","detail":"{readStateIndex:8535; appliedIndex:8534; }","duration":"194.580856ms","start":"2026-03-01T21:27:30.779181Z","end":"2026-03-01T21:27:30.973762Z","steps":["trace[920664561] 'read index received' (duration: 32.127535ms)","trace[920664561] 'applied index is now lower than readState.Index' (duration: 162.452221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:30.974071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.855642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-decfbd13-5736-4499-81a1-1a47d1bea130\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-01T21:27:30.974132Z","caller":"traceutil/trace.go:171","msg":"trace[955672583] range","detail":"{range_begin:/registry/persistentvolumes/pvc-decfbd13-5736-4499-81a1-1a47d1bea130; range_end:; response_count:1; response_revision:8144; }","duration":"194.987545ms","start":"2026-03-01T21:27:30.779128Z","end":"2026-03-01T21:27:30.974115Z","steps":["trace[955672583] 'agreement among raft nodes before linearized reading' (duration: 194.719869ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:30.973843Z","caller":"traceutil/trace.go:171","msg":"trace[1177553188] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"193.529444ms","start":"2026-03-01T21:27:30.780274Z","end":"2026-03-01T21:27:30.973803Z","steps":["trace[1177553188] 'process raft request' (duration: 193.364841ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:30.974291Z","caller":"traceutil/trace.go:171","msg":"trace[369121778] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"191.163232ms","start":"2026-03-01T21:27:30.782968Z","end":"2026-03-01T21:27:30.974131Z","steps":["trace[369121778] 'process raft request' (duration: 190.731133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:30.974449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.454464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-01T21:27:30.974519Z","caller":"traceutil/trace.go:171","msg":"trace[1829975141] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8144; }","duration":"194.559127ms","start":"2026-03-01T21:27:30.779937Z","end":"2026-03-01T21:27:30.974497Z","steps":["trace[1829975141] 'agreement among raft nodes before linearized reading' (duration: 194.26743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:30.974546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.044076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-01T21:27:30.974659Z","caller":"traceutil/trace.go:171","msg":"trace[696853102] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2; range_end:; response_count:1; response_revision:8144; }","duration":"159.22799ms","start":"2026-03-01T21:27:30.815402Z","end":"2026-03-01T21:27:30.97463Z","steps":["trace[696853102] 'agreement among raft nodes before linearized reading' (duration: 158.871142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:31.551946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.45469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:27:31.552374Z","caller":"traceutil/trace.go:171","msg":"trace[1398260805] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"225.987108ms","start":"2026-03-01T21:27:31.326361Z","end":"2026-03-01T21:27:31.552348Z","steps":["trace[1398260805] 'process raft request' (duration: 43.003306ms)","trace[1398260805] 'compare' (duration: 182.330887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:31.970331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.562153ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:31.970502Z","caller":"traceutil/trace.go:171","msg":"trace[1047919653] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8156; }","duration":"273.758508ms","start":"2026-03-01T21:27:31.696725Z","end":"2026-03-01T21:27:31.970483Z","steps":["trace[1047919653] 'range keys from in-memory index tree' (duration: 273.458071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:31.971006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.918671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:27:31.971133Z","caller":"traceutil/trace.go:171","msg":"trace[1658396638] linearizableReadLoop","detail":"{readStateIndex:8550; appliedIndex:8549; }","duration":"487.963146ms","start":"2026-03-01T21:27:31.48315Z","end":"2026-03-01T21:27:31.971113Z","steps":["trace[1658396638] 'read index received' (duration: 218.629216ms)","trace[1658396638] 'applied index is now lower than readState.Index' (duration: 269.33223ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:31.971195Z","caller":"traceutil/trace.go:171","msg":"trace[209950509] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"641.065391ms","start":"2026-03-01T21:27:31.330077Z","end":"2026-03-01T21:27:31.971142Z","steps":["trace[209950509] 'process raft request' (duration: 371.757581ms)","trace[209950509] 'compare' (duration: 268.562654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:31.971391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:31.330057Z","time spent":"641.241884ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":484,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:27:31.971519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.668727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1898d4cf25e78c29\" ","response":"range_response_count:1 size:872"} {"level":"warn","ts":"2026-03-01T21:27:31.971589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.415217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6ls96\" ","response":"range_response_count:1 size:4699"} {"level":"info","ts":"2026-03-01T21:27:31.971642Z","caller":"traceutil/trace.go:171","msg":"trace[1637681883] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.1898d4cf25e78c29; range_end:; response_count:1; response_revision:8157; }","duration":"415.862052ms","start":"2026-03-01T21:27:31.555753Z","end":"2026-03-01T21:27:31.971615Z","steps":["trace[1637681883] 'agreement among raft nodes before linearized reading' (duration: 415.504833ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:31.971696Z","caller":"traceutil/trace.go:171","msg":"trace[259936579] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-6ls96; range_end:; response_count:1; response_revision:8157; }","duration":"488.5639ms","start":"2026-03-01T21:27:31.483107Z","end":"2026-03-01T21:27:31.971671Z","steps":["trace[259936579] 'agreement among raft nodes before linearized reading' (duration: 488.079809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:31.971703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:31.555732Z","time spent":"415.957084ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":895,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.1898d4cf25e78c29\" "} {"level":"warn","ts":"2026-03-01T21:27:31.971754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:31.483092Z","time spent":"488.653242ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4722,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-6ls96\" "} {"level":"info","ts":"2026-03-01T21:27:32.255511Z","caller":"traceutil/trace.go:171","msg":"trace[1114551638] linearizableReadLoop","detail":"{readStateIndex:8551; appliedIndex:8550; }","duration":"280.337382ms","start":"2026-03-01T21:27:31.97513Z","end":"2026-03-01T21:27:32.255467Z","steps":["trace[1114551638] 'read index received' (duration: 225.916295ms)","trace[1114551638] 'applied index is now lower than readState.Index' (duration: 54.418837ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:32.25563Z","caller":"traceutil/trace.go:171","msg":"trace[752977119] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"281.214921ms","start":"2026-03-01T21:27:31.974345Z","end":"2026-03-01T21:27:32.25556Z","steps":["trace[752977119] 'process raft request' (duration: 226.60555ms)","trace[752977119] 'compare' (duration: 54.332395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:32.255919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.782492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"info","ts":"2026-03-01T21:27:32.25601Z","caller":"traceutil/trace.go:171","msg":"trace[1935321764] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8158; }","duration":"280.945875ms","start":"2026-03-01T21:27:31.975044Z","end":"2026-03-01T21:27:32.25599Z","steps":["trace[1935321764] 'agreement among raft nodes before linearized reading' (duration: 280.651189ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:32.524693Z","caller":"traceutil/trace.go:171","msg":"trace[1890344918] linearizableReadLoop","detail":"{readStateIndex:8552; appliedIndex:8551; }","duration":"269.002694ms","start":"2026-03-01T21:27:32.255662Z","end":"2026-03-01T21:27:32.524665Z","steps":["trace[1890344918] 'read index received' (duration: 268.755678ms)","trace[1890344918] 'applied index is now lower than readState.Index' (duration: 246.056µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:32.524902Z","caller":"traceutil/trace.go:171","msg":"trace[1229119564] transaction","detail":"{read_only:false; response_revision:8159; number_of_response:1; }","duration":"545.694306ms","start":"2026-03-01T21:27:31.979065Z","end":"2026-03-01T21:27:32.524759Z","steps":["trace[1229119564] 'process raft request' (duration: 545.44182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:32.525094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.617069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-78tt9.1898d4161520c985\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-03-01T21:27:32.525084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.03728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:27:32.525137Z","caller":"traceutil/trace.go:171","msg":"trace[251805470] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-78tt9.1898d4161520c985; range_end:; response_count:1; response_revision:8159; }","duration":"265.687401ms","start":"2026-03-01T21:27:32.25944Z","end":"2026-03-01T21:27:32.525127Z","steps":["trace[251805470] 'agreement among raft nodes before linearized reading' (duration: 265.415565ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:32.525149Z","caller":"traceutil/trace.go:171","msg":"trace[2033601205] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:8159; }","duration":"545.150353ms","start":"2026-03-01T21:27:31.979985Z","end":"2026-03-01T21:27:32.525136Z","steps":["trace[2033601205] 'agreement among raft nodes before linearized reading' (duration: 544.954549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:32.525186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:31.979949Z","time spent":"545.227395ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"warn","ts":"2026-03-01T21:27:32.525143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.624572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:27:32.52528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:31.979052Z","time spent":"545.954031ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4689,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:32.525379Z","caller":"traceutil/trace.go:171","msg":"trace[1032462066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8159; }","duration":"483.914808ms","start":"2026-03-01T21:27:32.041449Z","end":"2026-03-01T21:27:32.525364Z","steps":["trace[1032462066] 'agreement among raft nodes before linearized reading' (duration: 483.366176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:32.525386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.211794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:2996"} {"level":"warn","ts":"2026-03-01T21:27:32.525472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:32.041418Z","time spent":"484.035051ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:27:32.525493Z","caller":"traceutil/trace.go:171","msg":"trace[1916988569] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8159; }","duration":"262.376297ms","start":"2026-03-01T21:27:32.263098Z","end":"2026-03-01T21:27:32.525474Z","steps":["trace[1916988569] 'agreement among raft nodes before linearized reading' (duration: 261.920388ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:32.633161Z","caller":"traceutil/trace.go:171","msg":"trace[2091043612] linearizableReadLoop","detail":"{readStateIndex:8554; appliedIndex:8552; }","duration":"102.181608ms","start":"2026-03-01T21:27:32.530945Z","end":"2026-03-01T21:27:32.633127Z","steps":["trace[2091043612] 'read index received' (duration: 46.181066ms)","trace[2091043612] 'applied index is now lower than readState.Index' (duration: 55.998782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:32.63368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.698029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208159"} {"level":"info","ts":"2026-03-01T21:27:32.633783Z","caller":"traceutil/trace.go:171","msg":"trace[885139468] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8160; }","duration":"102.840083ms","start":"2026-03-01T21:27:32.530919Z","end":"2026-03-01T21:27:32.633759Z","steps":["trace[885139468] 'agreement among raft nodes before linearized reading' (duration: 102.312711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:34.541908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:35.042828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:35.543772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:35.841972Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.885895918s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:27:35.84245Z","caller":"traceutil/trace.go:171","msg":"trace[1118060114] linearizableReadLoop","detail":"{readStateIndex:8562; appliedIndex:8561; }","duration":"1.801446881s","start":"2026-03-01T21:27:34.040972Z","end":"2026-03-01T21:27:35.842419Z","steps":["trace[1118060114] 'read index received' (duration: 1.801245937s)","trace[1118060114] 'applied index is now lower than readState.Index' (duration: 198.994µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:35.84253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:33.955904Z","time spent":"1.886605844s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T21:27:35.842676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801684066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:35.842722Z","caller":"traceutil/trace.go:171","msg":"trace[106218105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8167; }","duration":"1.801801528s","start":"2026-03-01T21:27:34.040909Z","end":"2026-03-01T21:27:35.842711Z","steps":["trace[106218105] 'agreement among raft nodes before linearized reading' (duration: 1.801686316s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:35.842763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:34.040884Z","time spent":"1.80186855s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:27:35.842804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.651212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:35.842875Z","caller":"traceutil/trace.go:171","msg":"trace[1241481200] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8167; }","duration":"709.747814ms","start":"2026-03-01T21:27:35.133093Z","end":"2026-03-01T21:27:35.842841Z","steps":["trace[1241481200] 'agreement among raft nodes before linearized reading' (duration: 709.590141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:35.842876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152799061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:35.842927Z","caller":"traceutil/trace.go:171","msg":"trace[1794821150] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8167; }","duration":"1.152874092s","start":"2026-03-01T21:27:34.690038Z","end":"2026-03-01T21:27:35.842912Z","steps":["trace[1794821150] 'agreement among raft nodes before linearized reading' (duration: 1.15280052s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:35.84292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.020002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:27:35.842966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:34.690026Z","time spent":"1.152930194s","remote":"127.0.0.1:54498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:27:35.843011Z","caller":"traceutil/trace.go:171","msg":"trace[1402141551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8167; }","duration":"306.158645ms","start":"2026-03-01T21:27:35.536823Z","end":"2026-03-01T21:27:35.842981Z","steps":["trace[1402141551] 'agreement among raft nodes before linearized reading' (duration: 305.970161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:35.84302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058637599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-78tt9.1898d4161520c985\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-01T21:27:35.843181Z","caller":"traceutil/trace.go:171","msg":"trace[2119269144] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-78tt9.1898d4161520c985; range_end:; response_count:1; response_revision:8167; }","duration":"1.058833494s","start":"2026-03-01T21:27:34.784281Z","end":"2026-03-01T21:27:35.843114Z","steps":["trace[2119269144] 'agreement among raft nodes before linearized reading' (duration: 1.058472535s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:35.842954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:35.133033Z","time spent":"709.909287ms","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:35.843285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:34.784254Z","time spent":"1.059018799s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-78tt9.1898d4161520c985\" "} {"level":"warn","ts":"2026-03-01T21:27:35.84315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.687456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:27:35.843438Z","caller":"traceutil/trace.go:171","msg":"trace[598549515] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8167; }","duration":"351.066534ms","start":"2026-03-01T21:27:35.492311Z","end":"2026-03-01T21:27:35.843377Z","steps":["trace[598549515] 'agreement among raft nodes before linearized reading' (duration: 350.617773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:35.843543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:35.49229Z","time spent":"351.235148ms","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:35.843079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:35.5368Z","time spent":"306.266438ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:27:35.842812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198934706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:27:35.843681Z","caller":"traceutil/trace.go:171","msg":"trace[2101675327] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:8167; }","duration":"1.199848887s","start":"2026-03-01T21:27:34.643812Z","end":"2026-03-01T21:27:35.843661Z","steps":["trace[2101675327] 'agreement among raft nodes before linearized reading' (duration: 1.198817144s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:35.843848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:34.643791Z","time spent":"1.199943069s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"warn","ts":"2026-03-01T21:27:36.352074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642260948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:27:36.715907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:35.987127Z","time spent":"728.771462ms","remote":"127.0.0.1:33280","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T21:27:36.716288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.938332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:27:36.716408Z","caller":"traceutil/trace.go:171","msg":"trace[725009607] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"870.753526ms","start":"2026-03-01T21:27:35.845626Z","end":"2026-03-01T21:27:36.716379Z","steps":["trace[725009607] 'process raft request' (duration: 543.584588ms)","trace[725009607] 'compare' (duration: 326.734398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:36.716508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:35.845599Z","time spent":"870.860318ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:37.395641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.668869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:27:37.395807Z","caller":"traceutil/trace.go:171","msg":"trace[328811605] linearizableReadLoop","detail":"{readStateIndex:8564; appliedIndex:8562; }","duration":"1.543782332s","start":"2026-03-01T21:27:35.852002Z","end":"2026-03-01T21:27:37.395784Z","steps":["trace[328811605] 'read index received' (duration: 537.219168ms)","trace[328811605] 'applied index is now lower than readState.Index' (duration: 1.006560824s)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:37.395923Z","caller":"traceutil/trace.go:171","msg":"trace[458962763] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"1.549420306s","start":"2026-03-01T21:27:35.84649Z","end":"2026-03-01T21:27:37.39591Z","steps":["trace[458962763] 'process raft request' (duration: 1.006342199s)","trace[458962763] 'compare' (duration: 542.339551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:37.395999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:35.84643Z","time spent":"1.549528668s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:37.396615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54460681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208159"} {"level":"info","ts":"2026-03-01T21:27:37.396656Z","caller":"traceutil/trace.go:171","msg":"trace[1007469759] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8169; }","duration":"1.544706022s","start":"2026-03-01T21:27:35.85194Z","end":"2026-03-01T21:27:37.396646Z","steps":["trace[1007469759] 'agreement among raft nodes before linearized reading' (duration: 1.544282853s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:37.396688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:35.85193Z","time spent":"1.544749883s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208182,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T21:27:37.396658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.411706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:27:37.396689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.311318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:27:37.396682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.039562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:37.396748Z","caller":"traceutil/trace.go:171","msg":"trace[440624255] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8169; }","duration":"901.417651ms","start":"2026-03-01T21:27:36.495315Z","end":"2026-03-01T21:27:37.396732Z","steps":["trace[440624255] 'agreement among raft nodes before linearized reading' (duration: 901.239477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:37.396806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.404794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:27:37.396868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:36.495304Z","time spent":"901.548763ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:27:37.396927Z","caller":"traceutil/trace.go:171","msg":"trace[154241866] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8169; }","duration":"958.542927ms","start":"2026-03-01T21:27:36.438351Z","end":"2026-03-01T21:27:37.396894Z","steps":["trace[154241866] 'agreement among raft nodes before linearized reading' (duration: 958.232801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:37.397016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:36.438282Z","time spent":"958.71798ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":102,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:37.396978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351549593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-01T21:27:37.397155Z","caller":"traceutil/trace.go:171","msg":"trace[651126124] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8169; }","duration":"1.351775038s","start":"2026-03-01T21:27:36.04533Z","end":"2026-03-01T21:27:37.397105Z","steps":["trace[651126124] 'agreement among raft nodes before linearized reading' (duration: 1.351207145s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:37.396748Z","caller":"traceutil/trace.go:171","msg":"trace[115913177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8169; }","duration":"354.56936ms","start":"2026-03-01T21:27:37.042156Z","end":"2026-03-01T21:27:37.396725Z","steps":["trace[115913177] 'agreement among raft nodes before linearized reading' (duration: 354.412226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:37.39727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:37.042127Z","time spent":"355.116942ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:27:37.396785Z","caller":"traceutil/trace.go:171","msg":"trace[503808888] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8169; }","duration":"761.225916ms","start":"2026-03-01T21:27:36.63553Z","end":"2026-03-01T21:27:37.396756Z","steps":["trace[503808888] 'agreement among raft nodes before linearized reading' (duration: 761.018152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:37.39744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:36.635505Z","time spent":"761.918362ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:37.397491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:36.045306Z","time spent":"1.352174756s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T21:27:37.398323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.092207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-01T21:27:37.398893Z","caller":"traceutil/trace.go:171","msg":"trace[2070323632] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8169; }","duration":"678.956856ms","start":"2026-03-01T21:27:36.719913Z","end":"2026-03-01T21:27:37.39887Z","steps":["trace[2070323632] 'agreement among raft nodes before linearized reading' (duration: 676.660955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:37.399335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:36.719888Z","time spent":"679.428826ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-01T21:27:37.562868Z","caller":"traceutil/trace.go:171","msg":"trace[819849231] linearizableReadLoop","detail":"{readStateIndex:8565; appliedIndex:8564; }","duration":"159.454397ms","start":"2026-03-01T21:27:37.403384Z","end":"2026-03-01T21:27:37.562839Z","steps":["trace[819849231] 'read index received' (duration: 156.769418ms)","trace[819849231] 'applied index is now lower than readState.Index' (duration: 2.683779ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:37.563003Z","caller":"traceutil/trace.go:171","msg":"trace[1337235961] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"160.01455ms","start":"2026-03-01T21:27:37.402972Z","end":"2026-03-01T21:27:37.562986Z","steps":["trace[1337235961] 'process raft request' (duration: 157.188488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:37.563384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.953248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-01T21:27:37.563569Z","caller":"traceutil/trace.go:171","msg":"trace[1963123775] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8170; }","duration":"160.201375ms","start":"2026-03-01T21:27:37.403359Z","end":"2026-03-01T21:27:37.563561Z","steps":["trace[1963123775] 'agreement among raft nodes before linearized reading' (duration: 159.584591ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:37.573077Z","caller":"traceutil/trace.go:171","msg":"trace[1443260226] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"167.991495ms","start":"2026-03-01T21:27:37.405054Z","end":"2026-03-01T21:27:37.573045Z","steps":["trace[1443260226] 'process raft request' (duration: 167.852382ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:38.788701Z","caller":"traceutil/trace.go:171","msg":"trace[1859438362] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"221.327949ms","start":"2026-03-01T21:27:38.567337Z","end":"2026-03-01T21:27:38.788665Z","steps":["trace[1859438362] 'process raft request' (duration: 221.111994ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:38.997654Z","caller":"traceutil/trace.go:171","msg":"trace[78124373] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"421.921392ms","start":"2026-03-01T21:27:38.575702Z","end":"2026-03-01T21:27:38.997624Z","steps":["trace[78124373] 'process raft request' (duration: 351.885451ms)","trace[78124373] 'compare' (duration: 69.910548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:38.997833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:38.575685Z","time spent":"422.060395ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7048,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:39.026573Z","caller":"traceutil/trace.go:171","msg":"trace[1112297847] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"234.104381ms","start":"2026-03-01T21:27:38.792449Z","end":"2026-03-01T21:27:39.026554Z","steps":["trace[1112297847] 'process raft request' (duration: 233.972678ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:39.188479Z","caller":"traceutil/trace.go:171","msg":"trace[1374692093] linearizableReadLoop","detail":"{readStateIndex:8573; appliedIndex:8571; }","duration":"149.293215ms","start":"2026-03-01T21:27:39.039153Z","end":"2026-03-01T21:27:39.188446Z","steps":["trace[1374692093] 'read index received' (duration: 9.365396ms)","trace[1374692093] 'applied index is now lower than readState.Index' (duration: 139.921848ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:39.188551Z","caller":"traceutil/trace.go:171","msg":"trace[315062612] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"152.379623ms","start":"2026-03-01T21:27:39.036141Z","end":"2026-03-01T21:27:39.188521Z","steps":["trace[315062612] 'process raft request' (duration: 97.275501ms)","trace[315062612] 'compare' (duration: 54.845777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:39.188738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.546941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:39.18885Z","caller":"traceutil/trace.go:171","msg":"trace[1475366457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8178; }","duration":"149.712604ms","start":"2026-03-01T21:27:39.03911Z","end":"2026-03-01T21:27:39.188823Z","steps":["trace[1475366457] 'agreement among raft nodes before linearized reading' (duration: 149.497269ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:39.199196Z","caller":"traceutil/trace.go:171","msg":"trace[861308353] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"147.161998ms","start":"2026-03-01T21:27:39.052016Z","end":"2026-03-01T21:27:39.199178Z","steps":["trace[861308353] 'process raft request' (duration: 147.007494ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:39.573869Z","caller":"traceutil/trace.go:171","msg":"trace[1013337045] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"368.456155ms","start":"2026-03-01T21:27:39.205362Z","end":"2026-03-01T21:27:39.573818Z","steps":["trace[1013337045] 'process raft request' (duration: 368.181839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:39.574142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:39.205331Z","time spent":"368.704381ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:27:39.964026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.215511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:27:39.964151Z","caller":"traceutil/trace.go:171","msg":"trace[1482628908] linearizableReadLoop","detail":"{readStateIndex:8576; appliedIndex:8574; }","duration":"554.837416ms","start":"2026-03-01T21:27:39.409293Z","end":"2026-03-01T21:27:39.96413Z","steps":["trace[1482628908] 'read index received' (duration: 164.267013ms)","trace[1482628908] 'applied index is now lower than readState.Index' (duration: 390.569123ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:39.964193Z","caller":"traceutil/trace.go:171","msg":"trace[1388587833] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"756.40706ms","start":"2026-03-01T21:27:39.207756Z","end":"2026-03-01T21:27:39.964163Z","steps":["trace[1388587833] 'process raft request' (duration: 482.923233ms)","trace[1388587833] 'compare' (duration: 273.080677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:39.964326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:39.207734Z","time spent":"756.527753ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7022,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:39.964437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.136682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:27:39.964545Z","caller":"traceutil/trace.go:171","msg":"trace[1121375957] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:8181; }","duration":"555.317767ms","start":"2026-03-01T21:27:39.409201Z","end":"2026-03-01T21:27:39.964519Z","steps":["trace[1121375957] 'agreement among raft nodes before linearized reading' (duration: 554.98455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:39.964595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:39.409169Z","time spent":"555.417228ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"info","ts":"2026-03-01T21:27:40.010025Z","caller":"traceutil/trace.go:171","msg":"trace[129371984] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"430.811807ms","start":"2026-03-01T21:27:39.579154Z","end":"2026-03-01T21:27:40.009965Z","steps":["trace[129371984] 'process raft request' (duration: 430.522051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:40.010124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.622208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:27:40.010158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.982913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:27:40.010142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.64832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:27:40.010268Z","caller":"traceutil/trace.go:171","msg":"trace[673527728] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8182; }","duration":"107.159817ms","start":"2026-03-01T21:27:39.90308Z","end":"2026-03-01T21:27:40.01024Z","steps":["trace[673527728] 'agreement among raft nodes before linearized reading' (duration: 106.81155ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:40.01028Z","caller":"traceutil/trace.go:171","msg":"trace[57888610] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8182; }","duration":"398.825484ms","start":"2026-03-01T21:27:39.611432Z","end":"2026-03-01T21:27:40.010257Z","steps":["trace[57888610] 'agreement among raft nodes before linearized reading' (duration: 398.511877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:40.010193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:39.579124Z","time spent":"430.987041ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:27:40.010338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:39.611379Z","time spent":"398.946406ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:27:40.010206Z","caller":"traceutil/trace.go:171","msg":"trace[1309589554] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8182; }","duration":"282.76877ms","start":"2026-03-01T21:27:39.727418Z","end":"2026-03-01T21:27:40.010187Z","steps":["trace[1309589554] 'agreement among raft nodes before linearized reading' (duration: 282.498854ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:40.315502Z","caller":"traceutil/trace.go:171","msg":"trace[1184368408] linearizableReadLoop","detail":"{readStateIndex:8582; appliedIndex:8581; }","duration":"107.332171ms","start":"2026-03-01T21:27:40.208137Z","end":"2026-03-01T21:27:40.315469Z","steps":["trace[1184368408] 'read index received' (duration: 80.48508ms)","trace[1184368408] 'applied index is now lower than readState.Index' (duration: 26.845801ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:40.315556Z","caller":"traceutil/trace.go:171","msg":"trace[5038521] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8187; }","duration":"109.502629ms","start":"2026-03-01T21:27:40.206016Z","end":"2026-03-01T21:27:40.315519Z","steps":["trace[5038521] 'process raft request' (duration: 82.624147ms)","trace[5038521] 'compare' (duration: 26.703018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:40.315792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.623587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4130"} {"level":"info","ts":"2026-03-01T21:27:40.315939Z","caller":"traceutil/trace.go:171","msg":"trace[1334680515] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:8187; }","duration":"107.780931ms","start":"2026-03-01T21:27:40.208036Z","end":"2026-03-01T21:27:40.315817Z","steps":["trace[1334680515] 'agreement among raft nodes before linearized reading' (duration: 107.538355ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:40.483115Z","caller":"traceutil/trace.go:171","msg":"trace[695436077] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"160.315037ms","start":"2026-03-01T21:27:40.322765Z","end":"2026-03-01T21:27:40.48308Z","steps":["trace[695436077] 'process raft request' (duration: 160.094002ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:40.688752Z","caller":"traceutil/trace.go:171","msg":"trace[880585835] linearizableReadLoop","detail":"{readStateIndex:8585; appliedIndex:8584; }","duration":"129.10905ms","start":"2026-03-01T21:27:40.559609Z","end":"2026-03-01T21:27:40.688718Z","steps":["trace[880585835] 'read index received' (duration: 128.831004ms)","trace[880585835] 'applied index is now lower than readState.Index' (duration: 276.786µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:40.688815Z","caller":"traceutil/trace.go:171","msg":"trace[1391153630] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"188.363093ms","start":"2026-03-01T21:27:40.500417Z","end":"2026-03-01T21:27:40.68878Z","steps":["trace[1391153630] 'process raft request' (duration: 188.099958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:40.689104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.462848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-lwdpz\" ","response":"range_response_count:1 size:5353"} {"level":"info","ts":"2026-03-01T21:27:40.689177Z","caller":"traceutil/trace.go:171","msg":"trace[1026348759] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-lwdpz; range_end:; response_count:1; response_revision:8190; }","duration":"129.613871ms","start":"2026-03-01T21:27:40.55954Z","end":"2026-03-01T21:27:40.689154Z","steps":["trace[1026348759] 'agreement among raft nodes before linearized reading' (duration: 129.367005ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:40.872076Z","caller":"traceutil/trace.go:171","msg":"trace[1414703365] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"173.468887ms","start":"2026-03-01T21:27:40.698568Z","end":"2026-03-01T21:27:40.872037Z","steps":["trace[1414703365] 'process raft request' (duration: 151.054053ms)","trace[1414703365] 'compare' (duration: 22.25839ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:40.910359Z","caller":"traceutil/trace.go:171","msg":"trace[1871249962] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8191; }","duration":"211.739508ms","start":"2026-03-01T21:27:40.698595Z","end":"2026-03-01T21:27:40.910334Z","steps":["trace[1871249962] 'process raft request' (duration: 211.510673ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:40.910363Z","caller":"traceutil/trace.go:171","msg":"trace[1807722265] linearizableReadLoop","detail":"{readStateIndex:8587; appliedIndex:8585; }","duration":"210.990241ms","start":"2026-03-01T21:27:40.699339Z","end":"2026-03-01T21:27:40.910329Z","steps":["trace[1807722265] 'read index received' (duration: 150.374758ms)","trace[1807722265] 'applied index is now lower than readState.Index' (duration: 60.614373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:40.910627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.257427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.1898d4c9c90938b3\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-03-01T21:27:40.910724Z","caller":"traceutil/trace.go:171","msg":"trace[316625522] range","detail":"{range_begin:/registry/events/openstack/ceph.1898d4c9c90938b3; range_end:; response_count:1; response_revision:8192; }","duration":"211.419032ms","start":"2026-03-01T21:27:40.69929Z","end":"2026-03-01T21:27:40.910709Z","steps":["trace[316625522] 'agreement among raft nodes before linearized reading' (duration: 211.138995ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:41.032953Z","caller":"traceutil/trace.go:171","msg":"trace[1133267586] linearizableReadLoop","detail":"{readStateIndex:8590; appliedIndex:8589; }","duration":"116.665107ms","start":"2026-03-01T21:27:40.916249Z","end":"2026-03-01T21:27:41.032914Z","steps":["trace[1133267586] 'read index received' (duration: 109.806387ms)","trace[1133267586] 'applied index is now lower than readState.Index' (duration: 6.85669ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:41.032954Z","caller":"traceutil/trace.go:171","msg":"trace[50002721] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"120.060052ms","start":"2026-03-01T21:27:40.912861Z","end":"2026-03-01T21:27:41.032921Z","steps":["trace[50002721] 'process raft request' (duration: 113.259152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:41.033409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.940512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:1097"} {"level":"info","ts":"2026-03-01T21:27:41.033504Z","caller":"traceutil/trace.go:171","msg":"trace[1625657376] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8194; }","duration":"122.080096ms","start":"2026-03-01T21:27:40.911395Z","end":"2026-03-01T21:27:41.033476Z","steps":["trace[1625657376] 'agreement among raft nodes before linearized reading' (duration: 121.645296ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:41.676598Z","caller":"traceutil/trace.go:171","msg":"trace[204731124] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"214.695293ms","start":"2026-03-01T21:27:41.461859Z","end":"2026-03-01T21:27:41.676554Z","steps":["trace[204731124] 'process raft request' (duration: 164.758285ms)","trace[204731124] 'compare' (duration: 49.660572ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:41.676837Z","caller":"traceutil/trace.go:171","msg":"trace[1302039984] linearizableReadLoop","detail":"{readStateIndex:8593; appliedIndex:8592; }","duration":"178.662891ms","start":"2026-03-01T21:27:41.497768Z","end":"2026-03-01T21:27:41.676431Z","steps":["trace[1302039984] 'read index received' (duration: 20.8953ms)","trace[1302039984] 'applied index is now lower than readState.Index' (duration: 157.766341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:41.676803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.980398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:27:41.676923Z","caller":"traceutil/trace.go:171","msg":"trace[1653698566] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8197; }","duration":"179.177652ms","start":"2026-03-01T21:27:41.497715Z","end":"2026-03-01T21:27:41.676893Z","steps":["trace[1653698566] 'agreement among raft nodes before linearized reading' (duration: 178.923836ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:41.874103Z","caller":"traceutil/trace.go:171","msg":"trace[1548982427] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"136.335489ms","start":"2026-03-01T21:27:41.737728Z","end":"2026-03-01T21:27:41.874063Z","steps":["trace[1548982427] 'process raft request' (duration: 109.99531ms)","trace[1548982427] 'compare' (duration: 26.114504ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:42.578444Z","caller":"traceutil/trace.go:171","msg":"trace[1122266559] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"161.37635ms","start":"2026-03-01T21:27:42.417038Z","end":"2026-03-01T21:27:42.578414Z","steps":["trace[1122266559] 'process raft request' (duration: 107.755281ms)","trace[1122266559] 'compare' (duration: 52.766941ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:42.791016Z","caller":"traceutil/trace.go:171","msg":"trace[359466780] linearizableReadLoop","detail":"{readStateIndex:8599; appliedIndex:8598; }","duration":"184.601521ms","start":"2026-03-01T21:27:42.606387Z","end":"2026-03-01T21:27:42.790989Z","steps":["trace[359466780] 'read index received' (duration: 128.382764ms)","trace[359466780] 'applied index is now lower than readState.Index' (duration: 56.217157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:42.791276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.877618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-01T21:27:42.79131Z","caller":"traceutil/trace.go:171","msg":"trace[956117064] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8203; }","duration":"184.98357ms","start":"2026-03-01T21:27:42.606318Z","end":"2026-03-01T21:27:42.791302Z","steps":["trace[956117064] 'agreement among raft nodes before linearized reading' (duration: 184.790136ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:42.791121Z","caller":"traceutil/trace.go:171","msg":"trace[824895278] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"208.803934ms","start":"2026-03-01T21:27:42.582278Z","end":"2026-03-01T21:27:42.791082Z","steps":["trace[824895278] 'process raft request' (duration: 152.508896ms)","trace[824895278] 'compare' (duration: 56.054133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:42.791551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.046863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-01T21:27:42.791586Z","caller":"traceutil/trace.go:171","msg":"trace[965002544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8203; }","duration":"156.141215ms","start":"2026-03-01T21:27:42.635437Z","end":"2026-03-01T21:27:42.791578Z","steps":["trace[965002544] 'agreement among raft nodes before linearized reading' (duration: 156.026732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:42.791706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.178526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:427"} {"level":"info","ts":"2026-03-01T21:27:42.791728Z","caller":"traceutil/trace.go:171","msg":"trace[472014964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8203; }","duration":"156.198117ms","start":"2026-03-01T21:27:42.635523Z","end":"2026-03-01T21:27:42.791721Z","steps":["trace[472014964] 'agreement among raft nodes before linearized reading' (duration: 156.150866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.253952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.551896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:27:43.254167Z","caller":"traceutil/trace.go:171","msg":"trace[1367128855] linearizableReadLoop","detail":"{readStateIndex:8602; appliedIndex:8600; }","duration":"434.581621ms","start":"2026-03-01T21:27:42.819568Z","end":"2026-03-01T21:27:43.25415Z","steps":["trace[1367128855] 'read index received' (duration: 241.729718ms)","trace[1367128855] 'applied index is now lower than readState.Index' (duration: 192.851223ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:43.254577Z","caller":"traceutil/trace.go:171","msg":"trace[2059071195] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"454.875377ms","start":"2026-03-01T21:27:42.799684Z","end":"2026-03-01T21:27:43.25456Z","steps":["trace[2059071195] 'process raft request' (duration: 261.602815ms)","trace[2059071195] 'compare' (duration: 192.239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:43.254648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:42.799678Z","time spent":"454.934638ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:43.254916Z","caller":"traceutil/trace.go:171","msg":"trace[1447447995] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"454.362165ms","start":"2026-03-01T21:27:42.800543Z","end":"2026-03-01T21:27:43.254905Z","steps":["trace[1447447995] 'process raft request' (duration: 453.551358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.254976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:42.800535Z","time spent":"454.413996ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:43.255216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.375468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-01T21:27:43.255255Z","caller":"traceutil/trace.go:171","msg":"trace[1752175231] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:8206; }","duration":"445.42821ms","start":"2026-03-01T21:27:42.809814Z","end":"2026-03-01T21:27:43.255242Z","steps":["trace[1752175231] 'agreement among raft nodes before linearized reading' (duration: 445.341708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.255546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:42.809807Z","time spent":"445.46696ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-03-01T21:27:43.274928Z","caller":"traceutil/trace.go:171","msg":"trace[1838224046] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"453.369653ms","start":"2026-03-01T21:27:42.821531Z","end":"2026-03-01T21:27:43.2749Z","steps":["trace[1838224046] 'process raft request' (duration: 453.170439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.27517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:42.821518Z","time spent":"453.487726ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:43.275464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.226033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4424"} {"level":"info","ts":"2026-03-01T21:27:43.275488Z","caller":"traceutil/trace.go:171","msg":"trace[1482856231] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:8207; }","duration":"429.275635ms","start":"2026-03-01T21:27:42.846206Z","end":"2026-03-01T21:27:43.275482Z","steps":["trace[1482856231] 'agreement among raft nodes before linearized reading' (duration: 429.159212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.275505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:42.846194Z","time spent":"429.307235ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4447,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-01T21:27:43.275626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.938259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-01T21:27:43.275642Z","caller":"traceutil/trace.go:171","msg":"trace[1453386153] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:8207; }","duration":"430.019021ms","start":"2026-03-01T21:27:42.845617Z","end":"2026-03-01T21:27:43.275636Z","steps":["trace[1453386153] 'agreement among raft nodes before linearized reading' (duration: 429.96688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.275658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:42.845586Z","time spent":"430.068372ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-01T21:27:43.275787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.639521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-01T21:27:43.275807Z","caller":"traceutil/trace.go:171","msg":"trace[182672589] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:8207; }","duration":"434.696303ms","start":"2026-03-01T21:27:42.841104Z","end":"2026-03-01T21:27:43.275801Z","steps":["trace[182672589] 'agreement among raft nodes before linearized reading' (duration: 434.636761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.275826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:42.841084Z","time spent":"434.738964ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-01T21:27:43.275854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.548735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-01T21:27:43.27549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.762382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-03-01T21:27:43.275925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.389497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-01T21:27:43.275927Z","caller":"traceutil/trace.go:171","msg":"trace[428091721] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8207; }","duration":"356.688658ms","start":"2026-03-01T21:27:42.919222Z","end":"2026-03-01T21:27:43.275911Z","steps":["trace[428091721] 'agreement among raft nodes before linearized reading' (duration: 356.405662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.27597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:42.919199Z","time spent":"356.764109ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T21:27:43.276015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.579122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-01T21:27:43.276034Z","caller":"traceutil/trace.go:171","msg":"trace[1544143356] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:8207; }","duration":"450.617354ms","start":"2026-03-01T21:27:42.825413Z","end":"2026-03-01T21:27:43.276031Z","steps":["trace[1544143356] 'agreement among raft nodes before linearized reading' (duration: 450.575393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.276047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:42.825405Z","time spent":"450.639384ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-03-01T21:27:43.276006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.940611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-01T21:27:43.276147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.867863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:27:43.276165Z","caller":"traceutil/trace.go:171","msg":"trace[1058253449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8207; }","duration":"452.887513ms","start":"2026-03-01T21:27:42.823273Z","end":"2026-03-01T21:27:43.276161Z","steps":["trace[1058253449] 'agreement among raft nodes before linearized reading' (duration: 452.837322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.27618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:42.823245Z","time spent":"452.931775ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T21:27:43.276174Z","caller":"traceutil/trace.go:171","msg":"trace[2129201711] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8207; }","duration":"236.158815ms","start":"2026-03-01T21:27:43.039979Z","end":"2026-03-01T21:27:43.276138Z","steps":["trace[2129201711] 'agreement among raft nodes before linearized reading' (duration: 235.725766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.276226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.45197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-01T21:27:43.276238Z","caller":"traceutil/trace.go:171","msg":"trace[357360719] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:8207; }","duration":"429.256203ms","start":"2026-03-01T21:27:42.84667Z","end":"2026-03-01T21:27:43.275926Z","steps":["trace[357360719] 'agreement among raft nodes before linearized reading' (duration: 428.612069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.276374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:42.846653Z","time spent":"429.710863ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-01T21:27:43.275977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.050381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-01T21:27:43.276758Z","caller":"traceutil/trace.go:171","msg":"trace[1331236709] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:8207; }","duration":"450.839838ms","start":"2026-03-01T21:27:42.82591Z","end":"2026-03-01T21:27:43.27675Z","steps":["trace[1331236709] 'agreement among raft nodes before linearized reading' (duration: 450.038331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.276788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:42.825902Z","time spent":"450.877909ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-03-01T21:27:43.276259Z","caller":"traceutil/trace.go:171","msg":"trace[2045711834] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:8207; }","duration":"250.519991ms","start":"2026-03-01T21:27:43.02573Z","end":"2026-03-01T21:27:43.27625Z","steps":["trace[2045711834] 'agreement among raft nodes before linearized reading' (duration: 250.391609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.276294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.747274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:43.278282Z","caller":"traceutil/trace.go:171","msg":"trace[259114801] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:8207; }","duration":"351.727938ms","start":"2026-03-01T21:27:42.926541Z","end":"2026-03-01T21:27:43.278269Z","steps":["trace[259114801] 'agreement among raft nodes before linearized reading' (duration: 349.731854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.278357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:42.926504Z","time spent":"351.843571ms","remote":"127.0.0.1:40884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"info","ts":"2026-03-01T21:27:43.275939Z","caller":"traceutil/trace.go:171","msg":"trace[1517260729] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:8207; }","duration":"449.422158ms","start":"2026-03-01T21:27:42.826512Z","end":"2026-03-01T21:27:43.275934Z","steps":["trace[1517260729] 'agreement among raft nodes before linearized reading' (duration: 449.375187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.278428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:42.826504Z","time spent":"451.913002ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-01T21:27:43.276892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.780219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-01T21:27:43.278484Z","caller":"traceutil/trace.go:171","msg":"trace[746745549] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:8207; }","duration":"428.599629ms","start":"2026-03-01T21:27:42.849865Z","end":"2026-03-01T21:27:43.278465Z","steps":["trace[746745549] 'agreement among raft nodes before linearized reading' (duration: 426.956163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.278546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:42.849859Z","time spent":"428.670961ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-01T21:27:43.277028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.993268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-01T21:27:43.278657Z","caller":"traceutil/trace.go:171","msg":"trace[986320496] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:8207; }","duration":"425.663404ms","start":"2026-03-01T21:27:42.852984Z","end":"2026-03-01T21:27:43.278647Z","steps":["trace[986320496] 'agreement among raft nodes before linearized reading' (duration: 423.877975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.278691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:42.852978Z","time spent":"425.705735ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-01T21:27:43.277049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.463477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-03-01T21:27:43.27723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.043958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-01T21:27:43.278882Z","caller":"traceutil/trace.go:171","msg":"trace[725250349] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:8207; }","duration":"430.715396ms","start":"2026-03-01T21:27:42.848151Z","end":"2026-03-01T21:27:43.278866Z","steps":["trace[725250349] 'agreement among raft nodes before linearized reading' (duration: 428.954997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.278931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:42.848138Z","time spent":"430.777527ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-01T21:27:43.278962Z","caller":"traceutil/trace.go:171","msg":"trace[332190727] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:8207; }","duration":"401.198476ms","start":"2026-03-01T21:27:42.877572Z","end":"2026-03-01T21:27:43.278771Z","steps":["trace[332190727] 'agreement among raft nodes before linearized reading' (duration: 399.11749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.278998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:42.877507Z","time spent":"401.481542ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-01T21:27:43.428327Z","caller":"traceutil/trace.go:171","msg":"trace[820283837] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"142.223779ms","start":"2026-03-01T21:27:43.286066Z","end":"2026-03-01T21:27:43.428289Z","steps":["trace[820283837] 'process raft request' (duration: 107.532716ms)","trace[820283837] 'compare' (duration: 34.508329ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:43.563194Z","caller":"traceutil/trace.go:171","msg":"trace[305048476] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"277.039165ms","start":"2026-03-01T21:27:43.286123Z","end":"2026-03-01T21:27:43.563162Z","steps":["trace[305048476] 'process raft request' (duration: 245.375578ms)","trace[305048476] 'compare' (duration: 31.481823ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:43.563193Z","caller":"traceutil/trace.go:171","msg":"trace[1476583528] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"276.982864ms","start":"2026-03-01T21:27:43.286191Z","end":"2026-03-01T21:27:43.563174Z","steps":["trace[1476583528] 'process raft request' (duration: 276.913062ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:43.563481Z","caller":"traceutil/trace.go:171","msg":"trace[295574485] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"277.238879ms","start":"2026-03-01T21:27:43.286233Z","end":"2026-03-01T21:27:43.563472Z","steps":["trace[295574485] 'process raft request' (duration: 276.905212ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:43.563577Z","caller":"traceutil/trace.go:171","msg":"trace[1722951952] linearizableReadLoop","detail":"{readStateIndex:8607; appliedIndex:8603; }","duration":"273.018336ms","start":"2026-03-01T21:27:43.290529Z","end":"2026-03-01T21:27:43.563547Z","steps":["trace[1722951952] 'read index received' (duration: 103.083508ms)","trace[1722951952] 'applied index is now lower than readState.Index' (duration: 169.933478ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:43.563723Z","caller":"traceutil/trace.go:171","msg":"trace[1554595345] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"264.277675ms","start":"2026-03-01T21:27:43.299397Z","end":"2026-03-01T21:27:43.563675Z","steps":["trace[1554595345] 'process raft request' (duration: 264.011038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.56382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.264942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-01T21:27:43.563884Z","caller":"traceutil/trace.go:171","msg":"trace[263482282] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8212; }","duration":"273.384555ms","start":"2026-03-01T21:27:43.290483Z","end":"2026-03-01T21:27:43.563868Z","steps":["trace[263482282] 'agreement among raft nodes before linearized reading' (duration: 273.201131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.563906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.313141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-01T21:27:43.56392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.817439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-mq6mq.1898d425c64006c0\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-03-01T21:27:43.563959Z","caller":"traceutil/trace.go:171","msg":"trace[1429616479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8212; }","duration":"202.428154ms","start":"2026-03-01T21:27:43.361515Z","end":"2026-03-01T21:27:43.563943Z","steps":["trace[1429616479] 'agreement among raft nodes before linearized reading' (duration: 202.209759ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:43.563967Z","caller":"traceutil/trace.go:171","msg":"trace[65280709] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-mq6mq.1898d425c64006c0; range_end:; response_count:1; response_revision:8212; }","duration":"131.934642ms","start":"2026-03-01T21:27:43.432017Z","end":"2026-03-01T21:27:43.563952Z","steps":["trace[65280709] 'agreement among raft nodes before linearized reading' (duration: 131.721557ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:43.785901Z","caller":"traceutil/trace.go:171","msg":"trace[1711479023] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"216.825031ms","start":"2026-03-01T21:27:43.569047Z","end":"2026-03-01T21:27:43.785872Z","steps":["trace[1711479023] 'process raft request' (duration: 216.658277ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:43.887066Z","caller":"traceutil/trace.go:171","msg":"trace[1566498069] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"296.067304ms","start":"2026-03-01T21:27:43.590961Z","end":"2026-03-01T21:27:43.887028Z","steps":["trace[1566498069] 'process raft request' (duration: 295.916931ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:43.887093Z","caller":"traceutil/trace.go:171","msg":"trace[1301681957] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"302.386082ms","start":"2026-03-01T21:27:43.58467Z","end":"2026-03-01T21:27:43.887056Z","steps":["trace[1301681957] 'process raft request' (duration: 302.030115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:43.887437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:43.584643Z","time spent":"302.536305ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T21:27:43.91222Z","caller":"traceutil/trace.go:171","msg":"trace[1927477602] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"120.980401ms","start":"2026-03-01T21:27:43.791198Z","end":"2026-03-01T21:27:43.912179Z","steps":["trace[1927477602] 'process raft request' (duration: 120.853688ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:44.060374Z","caller":"traceutil/trace.go:171","msg":"trace[550214325] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"138.61358ms","start":"2026-03-01T21:27:43.921726Z","end":"2026-03-01T21:27:44.060339Z","steps":["trace[550214325] 'process raft request' (duration: 71.961783ms)","trace[550214325] 'compare' (duration: 66.370371ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:44.060426Z","caller":"traceutil/trace.go:171","msg":"trace[369217169] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"134.657932ms","start":"2026-03-01T21:27:43.925736Z","end":"2026-03-01T21:27:44.060394Z","steps":["trace[369217169] 'process raft request' (duration: 134.516239ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:44.060455Z","caller":"traceutil/trace.go:171","msg":"trace[1292469106] linearizableReadLoop","detail":"{readStateIndex:8615; appliedIndex:8614; }","duration":"137.25053ms","start":"2026-03-01T21:27:43.923176Z","end":"2026-03-01T21:27:44.060426Z","steps":["trace[1292469106] 'read index received' (duration: 70.530572ms)","trace[1292469106] 'applied index is now lower than readState.Index' (duration: 66.717798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:44.060604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.229779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:44.060672Z","caller":"traceutil/trace.go:171","msg":"trace[1789841523] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8220; }","duration":"142.322611ms","start":"2026-03-01T21:27:43.918334Z","end":"2026-03-01T21:27:44.060656Z","steps":["trace[1789841523] 'agreement among raft nodes before linearized reading' (duration: 142.131896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:44.060691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.096717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:44.060741Z","caller":"traceutil/trace.go:171","msg":"trace[1257772042] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8220; }","duration":"143.18723ms","start":"2026-03-01T21:27:43.917537Z","end":"2026-03-01T21:27:44.060724Z","steps":["trace[1257772042] 'agreement among raft nodes before linearized reading' (duration: 143.062767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:44.060786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.82711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-01T21:27:44.060856Z","caller":"traceutil/trace.go:171","msg":"trace[1745636075] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:8220; }","duration":"106.921911ms","start":"2026-03-01T21:27:43.953917Z","end":"2026-03-01T21:27:44.060839Z","steps":["trace[1745636075] 'agreement among raft nodes before linearized reading' (duration: 106.720447ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:44.218579Z","caller":"traceutil/trace.go:171","msg":"trace[1138114253] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"101.749769ms","start":"2026-03-01T21:27:44.116789Z","end":"2026-03-01T21:27:44.218539Z","steps":["trace[1138114253] 'process raft request' (duration: 79.504059ms)","trace[1138114253] 'compare' (duration: 22.084036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:44.608784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.827982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:27:44.609025Z","caller":"traceutil/trace.go:171","msg":"trace[1180733070] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"387.396513ms","start":"2026-03-01T21:27:44.221605Z","end":"2026-03-01T21:27:44.609002Z","steps":["trace[1180733070] 'process raft request' (duration: 387.311661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:44.609108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:44.221572Z","time spent":"387.501596ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:44.60918Z","caller":"traceutil/trace.go:171","msg":"trace[837985678] linearizableReadLoop","detail":"{readStateIndex:8620; appliedIndex:8619; }","duration":"387.6805ms","start":"2026-03-01T21:27:44.22148Z","end":"2026-03-01T21:27:44.60916Z","steps":["trace[837985678] 'read index received' (duration: 124.374317ms)","trace[837985678] 'applied index is now lower than readState.Index' (duration: 263.279852ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:44.609189Z","caller":"traceutil/trace.go:171","msg":"trace[1336196234] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"455.989721ms","start":"2026-03-01T21:27:44.153158Z","end":"2026-03-01T21:27:44.609148Z","steps":["trace[1336196234] 'process raft request' (duration: 192.683979ms)","trace[1336196234] 'compare' (duration: 262.696169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:44.609413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:44.153139Z","time spent":"456.143395ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5375,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:44.609468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.963625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-01T21:27:44.609565Z","caller":"traceutil/trace.go:171","msg":"trace[2111896203] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8224; }","duration":"388.15156ms","start":"2026-03-01T21:27:44.22139Z","end":"2026-03-01T21:27:44.609542Z","steps":["trace[2111896203] 'agreement among raft nodes before linearized reading' (duration: 387.821033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:44.609615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:44.221337Z","time spent":"388.269382ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-01T21:27:44.981222Z","caller":"traceutil/trace.go:171","msg":"trace[1389982237] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"198.852064ms","start":"2026-03-01T21:27:44.78234Z","end":"2026-03-01T21:27:44.981192Z","steps":["trace[1389982237] 'process raft request' (duration: 194.389546ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:45.091189Z","caller":"traceutil/trace.go:171","msg":"trace[1045467279] linearizableReadLoop","detail":"{readStateIndex:8626; appliedIndex:8625; }","duration":"114.08428ms","start":"2026-03-01T21:27:44.977087Z","end":"2026-03-01T21:27:45.091171Z","steps":["trace[1045467279] 'read index received' (duration: 73.226331ms)","trace[1045467279] 'applied index is now lower than readState.Index' (duration: 40.856699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:45.0914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.300385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-01T21:27:45.09149Z","caller":"traceutil/trace.go:171","msg":"trace[1628107730] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8228; }","duration":"114.447228ms","start":"2026-03-01T21:27:44.977023Z","end":"2026-03-01T21:27:45.091471Z","steps":["trace[1628107730] 'agreement among raft nodes before linearized reading' (duration: 114.260814ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:45.732232Z","caller":"traceutil/trace.go:171","msg":"trace[2049169812] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"160.045762ms","start":"2026-03-01T21:27:45.572152Z","end":"2026-03-01T21:27:45.732198Z","steps":["trace[2049169812] 'process raft request' (duration: 145.115972ms)","trace[2049169812] 'compare' (duration: 14.602163ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:45.732288Z","caller":"traceutil/trace.go:171","msg":"trace[924329910] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"159.040869ms","start":"2026-03-01T21:27:45.573211Z","end":"2026-03-01T21:27:45.732252Z","steps":["trace[924329910] 'process raft request' (duration: 158.910106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:46.278863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.794833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:27:46.278951Z","caller":"traceutil/trace.go:171","msg":"trace[318700388] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:8234; }","duration":"123.946246ms","start":"2026-03-01T21:27:46.154982Z","end":"2026-03-01T21:27:46.278928Z","steps":["trace[318700388] 'range keys from in-memory index tree' (duration: 123.305163ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:47.88544Z","caller":"traceutil/trace.go:171","msg":"trace[1836335198] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"144.970219ms","start":"2026-03-01T21:27:47.740433Z","end":"2026-03-01T21:27:47.885403Z","steps":["trace[1836335198] 'process raft request' (duration: 94.759615ms)","trace[1836335198] 'compare' (duration: 50.084321ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:48.557432Z","caller":"traceutil/trace.go:171","msg":"trace[607187904] linearizableReadLoop","detail":"{readStateIndex:8640; appliedIndex:8639; }","duration":"125.790298ms","start":"2026-03-01T21:27:48.431607Z","end":"2026-03-01T21:27:48.557398Z","steps":["trace[607187904] 'read index received' (duration: 39.693633ms)","trace[607187904] 'applied index is now lower than readState.Index' (duration: 86.095495ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:48.557618Z","caller":"traceutil/trace.go:171","msg":"trace[1712527546] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"129.327775ms","start":"2026-03-01T21:27:48.428275Z","end":"2026-03-01T21:27:48.557602Z","steps":["trace[1712527546] 'process raft request' (duration: 43.050237ms)","trace[1712527546] 'compare' (duration: 85.90124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:48.557793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.151372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:48.557901Z","caller":"traceutil/trace.go:171","msg":"trace[1585734912] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8242; }","duration":"100.277875ms","start":"2026-03-01T21:27:48.457601Z","end":"2026-03-01T21:27:48.557879Z","steps":["trace[1585734912] 'agreement among raft nodes before linearized reading' (duration: 100.077141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:48.557887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.239267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-01T21:27:48.558018Z","caller":"traceutil/trace.go:171","msg":"trace[1294383700] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8242; }","duration":"126.352619ms","start":"2026-03-01T21:27:48.431587Z","end":"2026-03-01T21:27:48.55794Z","steps":["trace[1294383700] 'agreement among raft nodes before linearized reading' (duration: 126.079173ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:20.904381Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6129} {"level":"info","ts":"2026-03-01T21:28:21.020958Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6129,"took":"114.421558ms","hash":777060426,"current-db-size-bytes":46731264,"current-db-size":"47 MB","current-db-size-in-use-bytes":22188032,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-01T21:28:21.021049Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":777060426,"revision":6129,"compact-revision":3000} {"level":"info","ts":"2026-03-01T21:28:45.61555Z","caller":"traceutil/trace.go:171","msg":"trace[739600098] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"101.278098ms","start":"2026-03-01T21:28:45.514229Z","end":"2026-03-01T21:28:45.615507Z","steps":["trace[739600098] 'process raft request' (duration: 100.632944ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:56.479493Z","caller":"traceutil/trace.go:171","msg":"trace[1148276314] linearizableReadLoop","detail":"{readStateIndex:9368; appliedIndex:9367; }","duration":"388.411544ms","start":"2026-03-01T21:28:56.091057Z","end":"2026-03-01T21:28:56.479469Z","steps":["trace[1148276314] 'read index received' (duration: 388.199059ms)","trace[1148276314] 'applied index is now lower than readState.Index' (duration: 211.584µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:28:56.479733Z","caller":"traceutil/trace.go:171","msg":"trace[1568259576] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"412.38345ms","start":"2026-03-01T21:28:56.067285Z","end":"2026-03-01T21:28:56.479668Z","steps":["trace[1568259576] 'process raft request' (duration: 412.046143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:56.479931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:56.067264Z","time spent":"412.539624ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:28:56.479936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.631811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:28:56.480023Z","caller":"traceutil/trace.go:171","msg":"trace[58091270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8937; }","duration":"279.783655ms","start":"2026-03-01T21:28:56.200219Z","end":"2026-03-01T21:28:56.480002Z","steps":["trace[58091270] 'agreement among raft nodes before linearized reading' (duration: 279.56821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:56.480038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.647936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:28:56.480136Z","caller":"traceutil/trace.go:171","msg":"trace[1751082103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8937; }","duration":"126.822439ms","start":"2026-03-01T21:28:56.353293Z","end":"2026-03-01T21:28:56.480116Z","steps":["trace[1751082103] 'agreement among raft nodes before linearized reading' (duration: 126.530373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:56.480204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.139172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:28:56.480245Z","caller":"traceutil/trace.go:171","msg":"trace[1140232242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8937; }","duration":"230.207874ms","start":"2026-03-01T21:28:56.250025Z","end":"2026-03-01T21:28:56.480233Z","steps":["trace[1140232242] 'agreement among raft nodes before linearized reading' (duration: 230.119192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:56.480345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.285072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:28:56.480382Z","caller":"traceutil/trace.go:171","msg":"trace[654365845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8937; }","duration":"389.343263ms","start":"2026-03-01T21:28:56.09103Z","end":"2026-03-01T21:28:56.480373Z","steps":["trace[654365845] 'agreement among raft nodes before linearized reading' (duration: 389.249311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:56.480341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.978098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-01T21:28:56.480412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:56.091019Z","time spent":"389.385755ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:28:56.48041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.302382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-01T21:28:56.480447Z","caller":"traceutil/trace.go:171","msg":"trace[1820241400] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8937; }","duration":"180.155072ms","start":"2026-03-01T21:28:56.300267Z","end":"2026-03-01T21:28:56.480422Z","steps":["trace[1820241400] 'agreement among raft nodes before linearized reading' (duration: 179.818045ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:56.480506Z","caller":"traceutil/trace.go:171","msg":"trace[994341247] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8937; }","duration":"163.454406ms","start":"2026-03-01T21:28:56.317028Z","end":"2026-03-01T21:28:56.480482Z","steps":["trace[994341247] 'agreement among raft nodes before linearized reading' (duration: 163.164939ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:56.970438Z","caller":"traceutil/trace.go:171","msg":"trace[1329372175] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"485.483169ms","start":"2026-03-01T21:28:56.484924Z","end":"2026-03-01T21:28:56.970407Z","steps":["trace[1329372175] 'process raft request' (duration: 485.350266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:56.970637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:56.484901Z","time spent":"485.615603ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:28:57.02392Z","caller":"traceutil/trace.go:171","msg":"trace[207198299] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"538.911765ms","start":"2026-03-01T21:28:56.484979Z","end":"2026-03-01T21:28:57.02389Z","steps":["trace[207198299] 'process raft request' (duration: 538.69805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:57.024111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:56.484958Z","time spent":"539.052619ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:28:57.024314Z","caller":"traceutil/trace.go:171","msg":"trace[1901055576] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"536.290049ms","start":"2026-03-01T21:28:56.488005Z","end":"2026-03-01T21:28:57.024295Z","steps":["trace[1901055576] 'process raft request' (duration: 536.147905ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:57.024291Z","caller":"traceutil/trace.go:171","msg":"trace[1732444627] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"539.187632ms","start":"2026-03-01T21:28:56.484983Z","end":"2026-03-01T21:28:57.024171Z","steps":["trace[1732444627] 'process raft request' (duration: 538.851144ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:57.024407Z","caller":"traceutil/trace.go:171","msg":"trace[1617105741] linearizableReadLoop","detail":"{readStateIndex:9375; appliedIndex:9368; }","duration":"270.293527ms","start":"2026-03-01T21:28:56.754102Z","end":"2026-03-01T21:28:57.024396Z","steps":["trace[1617105741] 'read index received' (duration: 216.248927ms)","trace[1617105741] 'applied index is now lower than readState.Index' (duration: 54.04374ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:28:57.024417Z","caller":"traceutil/trace.go:171","msg":"trace[1248216867] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"538.665961ms","start":"2026-03-01T21:28:56.485723Z","end":"2026-03-01T21:28:57.024389Z","steps":["trace[1248216867] 'process raft request' (duration: 538.333473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:57.02447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:56.48799Z","time spent":"536.38622ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:28:57.02433Z","caller":"traceutil/trace.go:171","msg":"trace[1387874303] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"536.106914ms","start":"2026-03-01T21:28:56.488211Z","end":"2026-03-01T21:28:57.024318Z","steps":["trace[1387874303] 'process raft request' (duration: 535.986451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:57.024521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:56.485708Z","time spent":"538.764282ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:28:57.024502Z","caller":"traceutil/trace.go:171","msg":"trace[1782561285] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"492.360401ms","start":"2026-03-01T21:28:56.532104Z","end":"2026-03-01T21:28:57.024464Z","steps":["trace[1782561285] 'process raft request' (duration: 492.132406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:57.024522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:56.484964Z","time spent":"539.439378ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:28:57.024604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.495571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:28:57.02464Z","caller":"traceutil/trace.go:171","msg":"trace[241037452] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:8944; }","duration":"270.572963ms","start":"2026-03-01T21:28:56.754057Z","end":"2026-03-01T21:28:57.02463Z","steps":["trace[241037452] 'agreement among raft nodes before linearized reading' (duration: 270.385839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:57.024667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:56.532079Z","time spent":"492.491535ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18097,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:28:57.024681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:56.488202Z","time spent":"536.356449ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:30:05.448177Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T21:30:05.454075Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-01T21:30:05.454192Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-01T21:30:57.79991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.724001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:30:57.800002Z","caller":"traceutil/trace.go:171","msg":"trace[802280942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9966; }","duration":"108.855354ms","start":"2026-03-01T21:30:57.691126Z","end":"2026-03-01T21:30:57.799982Z","steps":["trace[802280942] 'range keys from in-memory index tree' (duration: 108.546237ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:30:58.574598Z","caller":"traceutil/trace.go:171","msg":"trace[955416645] transaction","detail":"{read_only:false; response_revision:9972; number_of_response:1; }","duration":"181.135692ms","start":"2026-03-01T21:30:58.39344Z","end":"2026-03-01T21:30:58.574576Z","steps":["trace[955416645] 'process raft request' (duration: 179.584299ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:30:58.57459Z","caller":"traceutil/trace.go:171","msg":"trace[922434737] transaction","detail":"{read_only:false; response_revision:9973; number_of_response:1; }","duration":"180.628041ms","start":"2026-03-01T21:30:58.393937Z","end":"2026-03-01T21:30:58.574565Z","steps":["trace[922434737] 'process raft request' (duration: 180.514869ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:30:59.765578Z","caller":"traceutil/trace.go:171","msg":"trace[1683260741] transaction","detail":"{read_only:false; response_revision:9977; number_of_response:1; }","duration":"125.246753ms","start":"2026-03-01T21:30:59.640303Z","end":"2026-03-01T21:30:59.76555Z","steps":["trace[1683260741] 'process raft request' (duration: 125.045559ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:00.656238Z","caller":"traceutil/trace.go:171","msg":"trace[664066130] transaction","detail":"{read_only:false; response_revision:9982; number_of_response:1; }","duration":"171.191154ms","start":"2026-03-01T21:31:00.485025Z","end":"2026-03-01T21:31:00.656216Z","steps":["trace[664066130] 'process raft request' (duration: 171.022631ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:00.813718Z","caller":"traceutil/trace.go:171","msg":"trace[1975791414] linearizableReadLoop","detail":"{readStateIndex:10471; appliedIndex:10470; }","duration":"136.177314ms","start":"2026-03-01T21:31:00.677488Z","end":"2026-03-01T21:31:00.813666Z","steps":["trace[1975791414] 'read index received' (duration: 50.46972ms)","trace[1975791414] 'applied index is now lower than readState.Index' (duration: 85.706074ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:00.813749Z","caller":"traceutil/trace.go:171","msg":"trace[1171716398] transaction","detail":"{read_only:false; response_revision:9984; number_of_response:1; }","duration":"150.225503ms","start":"2026-03-01T21:31:00.663493Z","end":"2026-03-01T21:31:00.813718Z","steps":["trace[1171716398] 'process raft request' (duration: 64.555099ms)","trace[1171716398] 'compare' (duration: 85.480119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:00.813938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.786456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:00.814013Z","caller":"traceutil/trace.go:171","msg":"trace[1095821983] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9984; }","duration":"135.881418ms","start":"2026-03-01T21:31:00.678113Z","end":"2026-03-01T21:31:00.813995Z","steps":["trace[1095821983] 'agreement among raft nodes before linearized reading' (duration: 135.772436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:00.814062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.448541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-01T21:31:00.814182Z","caller":"traceutil/trace.go:171","msg":"trace[1755593497] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9984; }","duration":"136.696246ms","start":"2026-03-01T21:31:00.677462Z","end":"2026-03-01T21:31:00.814158Z","steps":["trace[1755593497] 'agreement among raft nodes before linearized reading' (duration: 136.338778ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:01.048931Z","caller":"traceutil/trace.go:171","msg":"trace[1800870890] transaction","detail":"{read_only:false; response_revision:9986; number_of_response:1; }","duration":"227.623435ms","start":"2026-03-01T21:31:00.821281Z","end":"2026-03-01T21:31:01.048904Z","steps":["trace[1800870890] 'process raft request' (duration: 147.624397ms)","trace[1800870890] 'compare' (duration: 79.871705ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:01.825132Z","caller":"traceutil/trace.go:171","msg":"trace[1105020382] transaction","detail":"{read_only:false; response_revision:9987; number_of_response:1; }","duration":"596.343784ms","start":"2026-03-01T21:31:01.228762Z","end":"2026-03-01T21:31:01.825106Z","steps":["trace[1105020382] 'process raft request' (duration: 596.115608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:01.82532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:01.228744Z","time spent":"596.465576ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:02.277657Z","caller":"traceutil/trace.go:171","msg":"trace[1315795818] linearizableReadLoop","detail":"{readStateIndex:10475; appliedIndex:10473; }","duration":"857.758782ms","start":"2026-03-01T21:31:01.419874Z","end":"2026-03-01T21:31:02.277632Z","steps":["trace[1315795818] 'read index received' (duration: 405.033596ms)","trace[1315795818] 'applied index is now lower than readState.Index' (duration: 452.723936ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:02.277792Z","caller":"traceutil/trace.go:171","msg":"trace[2081890904] transaction","detail":"{read_only:false; response_revision:9988; number_of_response:1; }","duration":"1.047069146s","start":"2026-03-01T21:31:01.230711Z","end":"2026-03-01T21:31:02.277781Z","steps":["trace[2081890904] 'process raft request' (duration: 1.006511114s)","trace[2081890904] 'compare' (duration: 40.02326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:02.277895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:01.230695Z","time spent":"1.047125676s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:02.277972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.545298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-65b7748c8d-cl29g\" ","response":"range_response_count:1 size:13622"} {"level":"warn","ts":"2026-03-01T21:31:02.278033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.076939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7259"} {"level":"info","ts":"2026-03-01T21:31:02.278097Z","caller":"traceutil/trace.go:171","msg":"trace[373161505] range","detail":"{range_begin:/registry/pods/openstack/glance-api-65b7748c8d-cl29g; range_end:; response_count:1; response_revision:9989; }","duration":"792.717462ms","start":"2026-03-01T21:31:01.485356Z","end":"2026-03-01T21:31:02.278074Z","steps":["trace[373161505] 'agreement among raft nodes before linearized reading' (duration: 792.488397ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:02.278134Z","caller":"traceutil/trace.go:171","msg":"trace[2007060971] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9989; }","duration":"858.252143ms","start":"2026-03-01T21:31:01.419867Z","end":"2026-03-01T21:31:02.27812Z","steps":["trace[2007060971] 'agreement among raft nodes before linearized reading' (duration: 857.922796ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:02.278124Z","caller":"traceutil/trace.go:171","msg":"trace[1442976978] transaction","detail":"{read_only:false; response_revision:9989; number_of_response:1; }","duration":"791.239139ms","start":"2026-03-01T21:31:01.486839Z","end":"2026-03-01T21:31:02.278078Z","steps":["trace[1442976978] 'process raft request' (duration: 790.733618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:02.278174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:01.419812Z","time spent":"858.352115ms","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7282,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-01T21:31:02.278239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.864299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:31:02.278276Z","caller":"traceutil/trace.go:171","msg":"trace[1985489488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9989; }","duration":"312.931901ms","start":"2026-03-01T21:31:01.965335Z","end":"2026-03-01T21:31:02.278266Z","steps":["trace[1985489488] 'agreement among raft nodes before linearized reading' (duration: 312.810978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:02.278289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:01.486821Z","time spent":"791.390162ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1962,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:31:02.278315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:01.965319Z","time spent":"312.989882ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:31:02.278399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.519571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:02.278421Z","caller":"traceutil/trace.go:171","msg":"trace[1971388134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9989; }","duration":"236.586532ms","start":"2026-03-01T21:31:02.041827Z","end":"2026-03-01T21:31:02.278413Z","steps":["trace[1971388134] 'agreement among raft nodes before linearized reading' (duration: 236.551901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:02.278545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.846889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:31:02.278578Z","caller":"traceutil/trace.go:171","msg":"trace[2030195410] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9989; }","duration":"764.900761ms","start":"2026-03-01T21:31:01.513667Z","end":"2026-03-01T21:31:02.278568Z","steps":["trace[2030195410] 'agreement among raft nodes before linearized reading' (duration: 764.798338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:02.278582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.583393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T21:31:02.278604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:01.513656Z","time spent":"764.942311ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T21:31:02.278641Z","caller":"traceutil/trace.go:171","msg":"trace[1899864202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9989; }","duration":"307.663915ms","start":"2026-03-01T21:31:01.97096Z","end":"2026-03-01T21:31:02.278624Z","steps":["trace[1899864202] 'agreement among raft nodes before linearized reading' (duration: 307.473301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:02.278679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.880388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T21:31:02.278685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.299825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-01T21:31:02.278689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:01.970951Z","time spent":"307.726176ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:31:02.27878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.235065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:31:02.278793Z","caller":"traceutil/trace.go:171","msg":"trace[840302721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9989; }","duration":"508.030352ms","start":"2026-03-01T21:31:01.770732Z","end":"2026-03-01T21:31:02.278763Z","steps":["trace[840302721] 'agreement among raft nodes before linearized reading' (duration: 507.717875ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:02.27882Z","caller":"traceutil/trace.go:171","msg":"trace[255018279] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:9989; }","duration":"311.415438ms","start":"2026-03-01T21:31:01.967357Z","end":"2026-03-01T21:31:02.278773Z","steps":["trace[255018279] 'agreement among raft nodes before linearized reading' (duration: 311.090801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:02.278861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:01.770716Z","time spent":"508.121044ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:31:02.278888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:01.967331Z","time spent":"311.541662ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"info","ts":"2026-03-01T21:31:02.278889Z","caller":"traceutil/trace.go:171","msg":"trace[329250842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9989; }","duration":"327.421649ms","start":"2026-03-01T21:31:01.951402Z","end":"2026-03-01T21:31:02.278824Z","steps":["trace[329250842] 'agreement among raft nodes before linearized reading' (duration: 327.080372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:02.278939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:01.951376Z","time spent":"327.550173ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:31:02.278173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:01.485333Z","time spent":"792.817585ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":13645,"request content":"key:\"/registry/pods/openstack/glance-api-65b7748c8d-cl29g\" "} {"level":"info","ts":"2026-03-01T21:31:02.460708Z","caller":"traceutil/trace.go:171","msg":"trace[1830269322] transaction","detail":"{read_only:false; response_revision:9991; number_of_response:1; }","duration":"176.799468ms","start":"2026-03-01T21:31:02.283878Z","end":"2026-03-01T21:31:02.460677Z","steps":["trace[1830269322] 'process raft request' (duration: 138.701871ms)","trace[1830269322] 'compare' (duration: 37.914323ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:02.461028Z","caller":"traceutil/trace.go:171","msg":"trace[1706927840] transaction","detail":"{read_only:false; response_revision:9992; number_of_response:1; }","duration":"177.062724ms","start":"2026-03-01T21:31:02.283954Z","end":"2026-03-01T21:31:02.461017Z","steps":["trace[1706927840] 'process raft request' (duration: 176.687595ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:02.461332Z","caller":"traceutil/trace.go:171","msg":"trace[593625514] transaction","detail":"{read_only:false; response_revision:9993; number_of_response:1; }","duration":"176.298416ms","start":"2026-03-01T21:31:02.285004Z","end":"2026-03-01T21:31:02.461303Z","steps":["trace[593625514] 'process raft request' (duration: 175.794144ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:02.461427Z","caller":"traceutil/trace.go:171","msg":"trace[693613033] transaction","detail":"{read_only:false; response_revision:9994; number_of_response:1; }","duration":"170.870417ms","start":"2026-03-01T21:31:02.290518Z","end":"2026-03-01T21:31:02.461388Z","steps":["trace[693613033] 'process raft request' (duration: 170.5348ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:02.46134Z","caller":"traceutil/trace.go:171","msg":"trace[1333481928] linearizableReadLoop","detail":"{readStateIndex:10481; appliedIndex:10477; }","duration":"109.161281ms","start":"2026-03-01T21:31:02.352159Z","end":"2026-03-01T21:31:02.46132Z","steps":["trace[1333481928] 'read index received' (duration: 70.47424ms)","trace[1333481928] 'applied index is now lower than readState.Index' (duration: 38.686131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:02.461769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.368278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-65b7748c8d-cl29g.1898d502d3637434\" ","response":"range_response_count:1 size:1977"} {"level":"info","ts":"2026-03-01T21:31:02.461833Z","caller":"traceutil/trace.go:171","msg":"trace[1156358219] range","detail":"{range_begin:/registry/events/openstack/glance-api-65b7748c8d-cl29g.1898d502d3637434; range_end:; response_count:1; response_revision:9994; }","duration":"176.506781ms","start":"2026-03-01T21:31:02.285308Z","end":"2026-03-01T21:31:02.461815Z","steps":["trace[1156358219] 'agreement among raft nodes before linearized reading' (duration: 176.068532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:02.462003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.525452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:31:02.462158Z","caller":"traceutil/trace.go:171","msg":"trace[1657765385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9994; }","duration":"176.739986ms","start":"2026-03-01T21:31:02.285365Z","end":"2026-03-01T21:31:02.462105Z","steps":["trace[1657765385] 'agreement among raft nodes before linearized reading' (duration: 176.345587ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:02.775113Z","caller":"traceutil/trace.go:171","msg":"trace[1586691531] linearizableReadLoop","detail":"{readStateIndex:10482; appliedIndex:10481; }","duration":"310.068738ms","start":"2026-03-01T21:31:02.465017Z","end":"2026-03-01T21:31:02.775085Z","steps":["trace[1586691531] 'read index received' (duration: 291.160432ms)","trace[1586691531] 'applied index is now lower than readState.Index' (duration: 18.906586ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:02.775127Z","caller":"traceutil/trace.go:171","msg":"trace[1192045926] transaction","detail":"{read_only:false; response_revision:9995; number_of_response:1; }","duration":"311.163693ms","start":"2026-03-01T21:31:02.46394Z","end":"2026-03-01T21:31:02.775103Z","steps":["trace[1192045926] 'process raft request' (duration: 292.159185ms)","trace[1192045926] 'compare' (duration: 18.582829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:02.775415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:02.463919Z","time spent":"311.402027ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1962,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:02.775427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.397475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18111"} {"level":"info","ts":"2026-03-01T21:31:02.775474Z","caller":"traceutil/trace.go:171","msg":"trace[1222245726] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9995; }","duration":"310.466537ms","start":"2026-03-01T21:31:02.464997Z","end":"2026-03-01T21:31:02.775463Z","steps":["trace[1222245726] 'agreement among raft nodes before linearized reading' (duration: 310.217622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:02.775511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:02.464984Z","time spent":"310.520448ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18134,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-01T21:31:03.04112Z","caller":"traceutil/trace.go:171","msg":"trace[1607595901] transaction","detail":"{read_only:false; response_revision:9996; number_of_response:1; }","duration":"574.689238ms","start":"2026-03-01T21:31:02.466398Z","end":"2026-03-01T21:31:03.041087Z","steps":["trace[1607595901] 'process raft request' (duration: 574.36111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:03.041285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:02.466386Z","time spent":"574.815841ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:03.041386Z","caller":"traceutil/trace.go:171","msg":"trace[608984768] transaction","detail":"{read_only:false; response_revision:9997; number_of_response:1; }","duration":"574.333669ms","start":"2026-03-01T21:31:02.466997Z","end":"2026-03-01T21:31:03.04133Z","steps":["trace[608984768] 'process raft request' (duration: 573.962001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:03.041652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:02.466984Z","time spent":"574.530874ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:03.041807Z","caller":"traceutil/trace.go:171","msg":"trace[1545337728] transaction","detail":"{read_only:false; response_revision:9998; number_of_response:1; }","duration":"572.51324ms","start":"2026-03-01T21:31:02.469278Z","end":"2026-03-01T21:31:03.041791Z","steps":["trace[1545337728] 'process raft request' (duration: 572.261905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:03.041899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:02.469269Z","time spent":"572.590321ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:03.042172Z","caller":"traceutil/trace.go:171","msg":"trace[2141866252] transaction","detail":"{read_only:false; response_revision:9999; number_of_response:1; }","duration":"569.35819ms","start":"2026-03-01T21:31:02.472796Z","end":"2026-03-01T21:31:03.042154Z","steps":["trace[2141866252] 'process raft request' (duration: 568.821218ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:03.04228Z","caller":"traceutil/trace.go:171","msg":"trace[146962869] linearizableReadLoop","detail":"{readStateIndex:10486; appliedIndex:10482; }","duration":"267.027571ms","start":"2026-03-01T21:31:02.775188Z","end":"2026-03-01T21:31:03.042215Z","steps":["trace[146962869] 'read index received' (duration: 265.590589ms)","trace[146962869] 'applied index is now lower than readState.Index' (duration: 1.429982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:03.042317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:02.47279Z","time spent":"569.457512ms","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11512,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:03.042548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.418347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:31:03.042589Z","caller":"traceutil/trace.go:171","msg":"trace[1834513704] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9999; }","duration":"381.518699ms","start":"2026-03-01T21:31:02.66106Z","end":"2026-03-01T21:31:03.042579Z","steps":["trace[1834513704] 'agreement among raft nodes before linearized reading' (duration: 381.333735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:03.042655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:02.661039Z","time spent":"381.579391ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T21:31:03.467339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.997005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:03.467421Z","caller":"traceutil/trace.go:171","msg":"trace[1959426533] linearizableReadLoop","detail":"{readStateIndex:10487; appliedIndex:10486; }","duration":"425.052037ms","start":"2026-03-01T21:31:03.042357Z","end":"2026-03-01T21:31:03.467409Z","steps":["trace[1959426533] 'read index received' (duration: 292.003171ms)","trace[1959426533] 'applied index is now lower than readState.Index' (duration: 133.047426ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:03.467562Z","caller":"traceutil/trace.go:171","msg":"trace[217697343] transaction","detail":"{read_only:false; response_revision:10000; number_of_response:1; }","duration":"649.294988ms","start":"2026-03-01T21:31:02.818246Z","end":"2026-03-01T21:31:03.467541Z","steps":["trace[217697343] 'process raft request' (duration: 516.008027ms)","trace[217697343] 'compare' (duration: 132.80188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:03.467657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.374755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:77886"} {"level":"warn","ts":"2026-03-01T21:31:03.467668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:02.81822Z","time spent":"649.392239ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:03.467685Z","caller":"traceutil/trace.go:171","msg":"trace[1053129771] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:10000; }","duration":"657.429767ms","start":"2026-03-01T21:31:02.810246Z","end":"2026-03-01T21:31:03.467676Z","steps":["trace[1053129771] 'agreement among raft nodes before linearized reading' (duration: 657.257213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:03.467706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:02.810229Z","time spent":"657.471897ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":77909,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-01T21:31:03.467737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.523117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-01T21:31:03.467833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.424816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-65b7748c8d-cl29g.1898d502d3637434\" ","response":"range_response_count:1 size:1977"} {"level":"info","ts":"2026-03-01T21:31:03.467837Z","caller":"traceutil/trace.go:171","msg":"trace[1940182632] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10000; }","duration":"586.679472ms","start":"2026-03-01T21:31:02.881124Z","end":"2026-03-01T21:31:03.467803Z","steps":["trace[1940182632] 'agreement among raft nodes before linearized reading' (duration: 586.370475ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:03.467884Z","caller":"traceutil/trace.go:171","msg":"trace[1171552249] range","detail":"{range_begin:/registry/events/openstack/glance-api-65b7748c8d-cl29g.1898d502d3637434; range_end:; response_count:1; response_revision:10000; }","duration":"687.498407ms","start":"2026-03-01T21:31:02.78037Z","end":"2026-03-01T21:31:03.467869Z","steps":["trace[1171552249] 'agreement among raft nodes before linearized reading' (duration: 687.316963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:03.467903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:02.881108Z","time spent":"586.777603ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:31:03.467917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:02.780354Z","time spent":"687.556099ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2000,"request content":"key:\"/registry/events/openstack/glance-api-65b7748c8d-cl29g.1898d502d3637434\" "} {"level":"warn","ts":"2026-03-01T21:31:03.747624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.573191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:03.747815Z","caller":"traceutil/trace.go:171","msg":"trace[1050054265] linearizableReadLoop","detail":"{readStateIndex:10489; appliedIndex:10487; }","duration":"280.366315ms","start":"2026-03-01T21:31:03.467436Z","end":"2026-03-01T21:31:03.747802Z","steps":["trace[1050054265] 'read index received' (duration: 164.518098ms)","trace[1050054265] 'applied index is now lower than readState.Index' (duration: 115.847527ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:03.747901Z","caller":"traceutil/trace.go:171","msg":"trace[925783577] transaction","detail":"{read_only:false; response_revision:10001; number_of_response:1; }","duration":"699.596474ms","start":"2026-03-01T21:31:03.048296Z","end":"2026-03-01T21:31:03.747892Z","steps":["trace[925783577] 'process raft request' (duration: 583.640884ms)","trace[925783577] 'compare' (duration: 115.49207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:03.747969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:03.048273Z","time spent":"699.667716ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:03.748146Z","caller":"traceutil/trace.go:171","msg":"trace[177025474] transaction","detail":"{read_only:false; response_revision:10002; number_of_response:1; }","duration":"695.127116ms","start":"2026-03-01T21:31:03.052991Z","end":"2026-03-01T21:31:03.748118Z","steps":["trace[177025474] 'process raft request' (duration: 694.760138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:03.74826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.458962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-03-01T21:31:03.748274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:03.052972Z","time spent":"695.239058ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11812,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:03.748327Z","caller":"traceutil/trace.go:171","msg":"trace[1091967430] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10002; }","duration":"695.550084ms","start":"2026-03-01T21:31:03.052741Z","end":"2026-03-01T21:31:03.748291Z","steps":["trace[1091967430] 'agreement among raft nodes before linearized reading' (duration: 695.399691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:03.748374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:03.052715Z","time spent":"695.646757ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T21:31:04.100061Z","caller":"traceutil/trace.go:171","msg":"trace[1011433489] linearizableReadLoop","detail":"{readStateIndex:10491; appliedIndex:10489; }","duration":"352.177835ms","start":"2026-03-01T21:31:03.747862Z","end":"2026-03-01T21:31:04.100039Z","steps":["trace[1011433489] 'read index received' (duration: 257.214386ms)","trace[1011433489] 'applied index is now lower than readState.Index' (duration: 94.962449ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:04.10037Z","caller":"traceutil/trace.go:171","msg":"trace[659513449] transaction","detail":"{read_only:false; response_revision:10003; number_of_response:1; }","duration":"630.269639ms","start":"2026-03-01T21:31:03.47006Z","end":"2026-03-01T21:31:04.10033Z","steps":["trace[659513449] 'process raft request' (duration: 535.017094ms)","trace[659513449] 'compare' (duration: 94.648682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:04.100561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.795711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-01T21:31:04.100573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.431154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-01T21:31:04.100629Z","caller":"traceutil/trace.go:171","msg":"trace[1984678448] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:10003; }","duration":"132.875602ms","start":"2026-03-01T21:31:03.96774Z","end":"2026-03-01T21:31:04.100616Z","steps":["trace[1984678448] 'agreement among raft nodes before linearized reading' (duration: 132.702139ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:04.100652Z","caller":"traceutil/trace.go:171","msg":"trace[412865602] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10003; }","duration":"349.515456ms","start":"2026-03-01T21:31:03.751124Z","end":"2026-03-01T21:31:04.10064Z","steps":["trace[412865602] 'agreement among raft nodes before linearized reading' (duration: 349.293281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:04.100412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.860609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-01T21:31:04.100733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:03.751097Z","time spent":"349.594448ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:31:04.100704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.9292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T21:31:04.100894Z","caller":"traceutil/trace.go:171","msg":"trace[672029377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10003; }","duration":"272.148085ms","start":"2026-03-01T21:31:03.828727Z","end":"2026-03-01T21:31:04.100875Z","steps":["trace[672029377] 'agreement among raft nodes before linearized reading' (duration: 271.747366ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:04.10035Z","caller":"traceutil/trace.go:171","msg":"trace[860451136] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10003; }","duration":"625.446534ms","start":"2026-03-01T21:31:03.474878Z","end":"2026-03-01T21:31:04.100324Z","steps":["trace[860451136] 'process raft request' (duration: 625.122597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:04.100607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:03.470042Z","time spent":"630.471544ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1962,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:04.100798Z","caller":"traceutil/trace.go:171","msg":"trace[1388338493] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10003; }","duration":"629.260458ms","start":"2026-03-01T21:31:03.471504Z","end":"2026-03-01T21:31:04.100765Z","steps":["trace[1388338493] 'agreement among raft nodes before linearized reading' (duration: 628.748326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:04.101402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:03.471495Z","time spent":"629.897672ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:31:04.101049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:03.474797Z","time spent":"626.18333ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:31:04.382532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.808329ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-01T21:31:04.382596Z","caller":"traceutil/trace.go:171","msg":"trace[2127387779] linearizableReadLoop","detail":"{readStateIndex:10492; appliedIndex:10491; }","duration":"280.381395ms","start":"2026-03-01T21:31:04.102203Z","end":"2026-03-01T21:31:04.382584Z","steps":["trace[2127387779] 'read index received' (duration: 102.471973ms)","trace[2127387779] 'applied index is now lower than readState.Index' (duration: 177.908282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:04.382747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.55807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:04.382763Z","caller":"traceutil/trace.go:171","msg":"trace[678390964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10003; }","duration":"280.605871ms","start":"2026-03-01T21:31:04.102153Z","end":"2026-03-01T21:31:04.382759Z","steps":["trace[678390964] 'agreement among raft nodes before linearized reading' (duration: 280.56835ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:04.420693Z","caller":"traceutil/trace.go:171","msg":"trace[1227906746] transaction","detail":"{read_only:false; response_revision:10004; number_of_response:1; }","duration":"315.685142ms","start":"2026-03-01T21:31:04.104976Z","end":"2026-03-01T21:31:04.420661Z","steps":["trace[1227906746] 'process raft request' (duration: 315.483507ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:04.420886Z","caller":"traceutil/trace.go:171","msg":"trace[1397447850] transaction","detail":"{read_only:false; response_revision:10005; number_of_response:1; }","duration":"315.267182ms","start":"2026-03-01T21:31:04.105597Z","end":"2026-03-01T21:31:04.420864Z","steps":["trace[1397447850] 'process raft request' (duration: 315.007376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:04.420976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:04.104967Z","time spent":"315.808135ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:04.421032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:04.105585Z","time spent":"315.364474ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:04.421277Z","caller":"traceutil/trace.go:171","msg":"trace[1409705968] transaction","detail":"{read_only:false; response_revision:10006; number_of_response:1; }","duration":"315.66998ms","start":"2026-03-01T21:31:04.105586Z","end":"2026-03-01T21:31:04.421256Z","steps":["trace[1409705968] 'process raft request' (duration: 315.19125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:04.421337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:04.105563Z","time spent":"315.741892ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:04.422262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.413933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13485"} {"level":"info","ts":"2026-03-01T21:31:04.422333Z","caller":"traceutil/trace.go:171","msg":"trace[2050324691] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:10006; }","duration":"319.517505ms","start":"2026-03-01T21:31:04.102801Z","end":"2026-03-01T21:31:04.422318Z","steps":["trace[2050324691] 'agreement among raft nodes before linearized reading' (duration: 318.531053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:04.422365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:04.102792Z","time spent":"319.566987ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13508,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-03-01T21:31:04.57707Z","caller":"traceutil/trace.go:171","msg":"trace[914701259] transaction","detail":"{read_only:false; response_revision:10008; number_of_response:1; }","duration":"151.333117ms","start":"2026-03-01T21:31:04.425692Z","end":"2026-03-01T21:31:04.577025Z","steps":["trace[914701259] 'process raft request' (duration: 151.00753ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:04.57707Z","caller":"traceutil/trace.go:171","msg":"trace[927064050] linearizableReadLoop","detail":"{readStateIndex:10498; appliedIndex:10496; }","duration":"100.313206ms","start":"2026-03-01T21:31:04.476722Z","end":"2026-03-01T21:31:04.577035Z","steps":["trace[927064050] 'read index received' (duration: 99.940278ms)","trace[927064050] 'applied index is now lower than readState.Index' (duration: 371.108µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:04.577221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.835968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:31:04.5773Z","caller":"traceutil/trace.go:171","msg":"trace[1630288475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10009; }","duration":"110.94681ms","start":"2026-03-01T21:31:04.466334Z","end":"2026-03-01T21:31:04.577281Z","steps":["trace[1630288475] 'agreement among raft nodes before linearized reading' (duration: 110.768426ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:04.577415Z","caller":"traceutil/trace.go:171","msg":"trace[1700867253] transaction","detail":"{read_only:false; response_revision:10009; number_of_response:1; }","duration":"145.386897ms","start":"2026-03-01T21:31:04.431995Z","end":"2026-03-01T21:31:04.577382Z","steps":["trace[1700867253] 'process raft request' (duration: 144.932027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:04.577404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.43882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T21:31:04.577583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.95913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:31:04.577629Z","caller":"traceutil/trace.go:171","msg":"trace[1290866427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10009; }","duration":"111.039492ms","start":"2026-03-01T21:31:04.466577Z","end":"2026-03-01T21:31:04.577617Z","steps":["trace[1290866427] 'agreement among raft nodes before linearized reading' (duration: 110.827197ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:04.577591Z","caller":"traceutil/trace.go:171","msg":"trace[354019179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10009; }","duration":"111.691206ms","start":"2026-03-01T21:31:04.465885Z","end":"2026-03-01T21:31:04.577576Z","steps":["trace[354019179] 'agreement among raft nodes before linearized reading' (duration: 111.333068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:04.578376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.065395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-01T21:31:04.578454Z","caller":"traceutil/trace.go:171","msg":"trace[1505691249] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10009; }","duration":"153.159398ms","start":"2026-03-01T21:31:04.425276Z","end":"2026-03-01T21:31:04.578436Z","steps":["trace[1505691249] 'agreement among raft nodes before linearized reading' (duration: 152.35548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:04.578687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.662945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:320672"} {"level":"info","ts":"2026-03-01T21:31:04.578742Z","caller":"traceutil/trace.go:171","msg":"trace[785923242] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10009; }","duration":"151.744407ms","start":"2026-03-01T21:31:04.426987Z","end":"2026-03-01T21:31:04.578731Z","steps":["trace[785923242] 'agreement among raft nodes before linearized reading' (duration: 150.629653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:04.579105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.747371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-01T21:31:04.579183Z","caller":"traceutil/trace.go:171","msg":"trace[225605496] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10009; }","duration":"153.850723ms","start":"2026-03-01T21:31:04.425312Z","end":"2026-03-01T21:31:04.579163Z","steps":["trace[225605496] 'agreement among raft nodes before linearized reading' (duration: 152.511944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:04.889151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.520418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:04.889256Z","caller":"traceutil/trace.go:171","msg":"trace[162184233] linearizableReadLoop","detail":"{readStateIndex:10499; appliedIndex:10498; }","duration":"307.758757ms","start":"2026-03-01T21:31:04.581484Z","end":"2026-03-01T21:31:04.889242Z","steps":["trace[162184233] 'read index received' (duration: 123.084306ms)","trace[162184233] 'applied index is now lower than readState.Index' (duration: 184.673341ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:04.889324Z","caller":"traceutil/trace.go:171","msg":"trace[650137108] transaction","detail":"{read_only:false; response_revision:10010; number_of_response:1; }","duration":"308.124356ms","start":"2026-03-01T21:31:04.581175Z","end":"2026-03-01T21:31:04.889299Z","steps":["trace[650137108] 'process raft request' (duration: 123.345372ms)","trace[650137108] 'compare' (duration: 184.407546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:04.889439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:04.581151Z","time spent":"308.228168ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:04.889429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.929432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-01T21:31:04.889631Z","caller":"traceutil/trace.go:171","msg":"trace[1928395976] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:10010; }","duration":"308.161427ms","start":"2026-03-01T21:31:04.581462Z","end":"2026-03-01T21:31:04.889623Z","steps":["trace[1928395976] 'agreement among raft nodes before linearized reading' (duration: 307.8403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:04.88966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:04.581452Z","time spent":"308.198757ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-01T21:31:04.911352Z","caller":"traceutil/trace.go:171","msg":"trace[1934520846] transaction","detail":"{read_only:false; response_revision:10011; number_of_response:1; }","duration":"329.142177ms","start":"2026-03-01T21:31:04.582184Z","end":"2026-03-01T21:31:04.911327Z","steps":["trace[1934520846] 'process raft request' (duration: 328.959613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:04.911524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:04.582172Z","time spent":"329.273991ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:04.911647Z","caller":"traceutil/trace.go:171","msg":"trace[702565941] transaction","detail":"{read_only:false; response_revision:10012; number_of_response:1; }","duration":"329.247109ms","start":"2026-03-01T21:31:04.582373Z","end":"2026-03-01T21:31:04.91162Z","steps":["trace[702565941] 'process raft request' (duration: 328.909932ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:04.91178Z","caller":"traceutil/trace.go:171","msg":"trace[1236268247] transaction","detail":"{read_only:false; response_revision:10013; number_of_response:1; }","duration":"329.331831ms","start":"2026-03-01T21:31:04.582418Z","end":"2026-03-01T21:31:04.91175Z","steps":["trace[1236268247] 'process raft request' (duration: 329.123267ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:04.911877Z","caller":"traceutil/trace.go:171","msg":"trace[1856937397] transaction","detail":"{read_only:false; response_revision:10014; number_of_response:1; }","duration":"328.599956ms","start":"2026-03-01T21:31:04.583227Z","end":"2026-03-01T21:31:04.911827Z","steps":["trace[1856937397] 'process raft request' (duration: 328.435142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:04.911936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:04.582413Z","time spent":"329.451934ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:04.911995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:04.583216Z","time spent":"328.716298ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:04.912061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.045156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:31:04.912126Z","caller":"traceutil/trace.go:171","msg":"trace[907854888] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10014; }","duration":"309.159668ms","start":"2026-03-01T21:31:04.602949Z","end":"2026-03-01T21:31:04.912109Z","steps":["trace[907854888] 'agreement among raft nodes before linearized reading' (duration: 308.898612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:04.912174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:04.602925Z","time spent":"309.23807ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:31:04.911795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:04.582366Z","time spent":"329.351732ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:05.62039Z","caller":"traceutil/trace.go:171","msg":"trace[683059318] linearizableReadLoop","detail":"{readStateIndex:10504; appliedIndex:10503; }","duration":"488.592484ms","start":"2026-03-01T21:31:05.131776Z","end":"2026-03-01T21:31:05.620368Z","steps":["trace[683059318] 'read index received' (duration: 488.548703ms)","trace[683059318] 'applied index is now lower than readState.Index' (duration: 42.791µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:05.620511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.725906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:05.620528Z","caller":"traceutil/trace.go:171","msg":"trace[587848336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10015; }","duration":"488.811038ms","start":"2026-03-01T21:31:05.131712Z","end":"2026-03-01T21:31:05.620523Z","steps":["trace[587848336] 'agreement among raft nodes before linearized reading' (duration: 488.751267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:05.620553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:05.131691Z","time spent":"488.85264ms","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:31:05.620518Z","caller":"traceutil/trace.go:171","msg":"trace[980396303] transaction","detail":"{read_only:false; response_revision:10015; number_of_response:1; }","duration":"496.794514ms","start":"2026-03-01T21:31:05.123665Z","end":"2026-03-01T21:31:05.620459Z","steps":["trace[980396303] 'process raft request' (duration: 496.575539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:05.6207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:05.123641Z","time spent":"496.956898ms","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7547,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:05.672368Z","caller":"traceutil/trace.go:171","msg":"trace[538940736] transaction","detail":"{read_only:false; response_revision:10016; number_of_response:1; }","duration":"431.99305ms","start":"2026-03-01T21:31:05.240324Z","end":"2026-03-01T21:31:05.672317Z","steps":["trace[538940736] 'process raft request' (duration: 402.095992ms)","trace[538940736] 'compare' (duration: 29.646762ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:05.672363Z","caller":"traceutil/trace.go:171","msg":"trace[411975596] transaction","detail":"{read_only:false; response_revision:10017; number_of_response:1; }","duration":"407.337158ms","start":"2026-03-01T21:31:05.265001Z","end":"2026-03-01T21:31:05.672338Z","steps":["trace[411975596] 'process raft request' (duration: 407.204155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:05.672521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:05.240285Z","time spent":"432.155252ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:05.672605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:05.264975Z","time spent":"407.572414ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:06.279847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.356763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:06.279952Z","caller":"traceutil/trace.go:171","msg":"trace[1671850649] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10018; }","duration":"158.518646ms","start":"2026-03-01T21:31:06.12141Z","end":"2026-03-01T21:31:06.279928Z","steps":["trace[1671850649] 'count revisions from in-memory index tree' (duration: 158.19546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:06.279942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.865576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:06.280009Z","caller":"traceutil/trace.go:171","msg":"trace[1023594985] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:10018; }","duration":"154.984998ms","start":"2026-03-01T21:31:06.125012Z","end":"2026-03-01T21:31:06.279997Z","steps":["trace[1023594985] 'count revisions from in-memory index tree' (duration: 154.750323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:07.081491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642266396,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:31:07.58209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642266396,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:31:07.704536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.097037473s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:31:07.704884Z","caller":"traceutil/trace.go:171","msg":"trace[126753792] linearizableReadLoop","detail":"{readStateIndex:10508; appliedIndex:10507; }","duration":"1.124367124s","start":"2026-03-01T21:31:06.580491Z","end":"2026-03-01T21:31:07.704859Z","steps":["trace[126753792] 'read index received' (duration: 1.124200541s)","trace[126753792] 'applied index is now lower than readState.Index' (duration: 165.643µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:07.705115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124605019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:31:07.705159Z","caller":"traceutil/trace.go:171","msg":"trace[1938692243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10019; }","duration":"1.124712233s","start":"2026-03-01T21:31:06.580436Z","end":"2026-03-01T21:31:07.705148Z","steps":["trace[1938692243] 'agreement among raft nodes before linearized reading' (duration: 1.124550808s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:07.70512Z","caller":"traceutil/trace.go:171","msg":"trace[1410591759] transaction","detail":"{read_only:false; response_revision:10019; number_of_response:1; }","duration":"1.274223379s","start":"2026-03-01T21:31:06.43076Z","end":"2026-03-01T21:31:07.704984Z","steps":["trace[1410591759] 'process raft request' (duration: 1.273955573s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:07.705196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:06.5804Z","time spent":"1.124787654s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:31:07.705355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:06.430736Z","time spent":"1.274478106s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:07.705602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118347523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-01T21:31:07.705649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.009282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:07.705641Z","caller":"traceutil/trace.go:171","msg":"trace[1439273127] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:10019; }","duration":"1.118422905s","start":"2026-03-01T21:31:06.587208Z","end":"2026-03-01T21:31:07.705631Z","steps":["trace[1439273127] 'agreement among raft nodes before linearized reading' (duration: 1.118247581s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:07.705753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:06.587188Z","time spent":"1.118553857s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"warn","ts":"2026-03-01T21:31:07.705755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.97142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-01T21:31:07.705833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.329185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:07.705881Z","caller":"traceutil/trace.go:171","msg":"trace[1483227137] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:10019; }","duration":"265.404246ms","start":"2026-03-01T21:31:07.440467Z","end":"2026-03-01T21:31:07.705871Z","steps":["trace[1483227137] 'agreement among raft nodes before linearized reading' (duration: 265.311024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:07.70591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.093852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:07.705748Z","caller":"traceutil/trace.go:171","msg":"trace[1754253226] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10019; }","duration":"413.141025ms","start":"2026-03-01T21:31:07.292577Z","end":"2026-03-01T21:31:07.705718Z","steps":["trace[1754253226] 'agreement among raft nodes before linearized reading' (duration: 412.954431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:07.70594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.727571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:31:07.706008Z","caller":"traceutil/trace.go:171","msg":"trace[1871394066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10019; }","duration":"787.782783ms","start":"2026-03-01T21:31:06.918184Z","end":"2026-03-01T21:31:07.705966Z","steps":["trace[1871394066] 'agreement among raft nodes before linearized reading' (duration: 787.679911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:07.705934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.693344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:07.706044Z","caller":"traceutil/trace.go:171","msg":"trace[1916824228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10019; }","duration":"668.190904ms","start":"2026-03-01T21:31:07.037766Z","end":"2026-03-01T21:31:07.705957Z","steps":["trace[1916824228] 'agreement among raft nodes before linearized reading' (duration: 668.080142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:07.706059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:06.918172Z","time spent":"787.879065ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:31:07.706102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:07.03775Z","time spent":"668.343837ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:31:07.706073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.392234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:31:07.706109Z","caller":"traceutil/trace.go:171","msg":"trace[885982679] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:10019; }","duration":"487.9358ms","start":"2026-03-01T21:31:07.218145Z","end":"2026-03-01T21:31:07.70608Z","steps":["trace[885982679] 'agreement among raft nodes before linearized reading' (duration: 487.588692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:07.706012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:07.292568Z","time spent":"413.398891ms","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:07.706189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:07.218131Z","time spent":"488.042342ms","remote":"127.0.0.1:41164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:31:07.7062Z","caller":"traceutil/trace.go:171","msg":"trace[516497378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10019; }","duration":"812.501217ms","start":"2026-03-01T21:31:06.893645Z","end":"2026-03-01T21:31:07.706146Z","steps":["trace[516497378] 'agreement among raft nodes before linearized reading' (duration: 812.122939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:07.706283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:06.893628Z","time spent":"812.63635ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:31:07.706295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.704038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11827"} {"level":"info","ts":"2026-03-01T21:31:07.705835Z","caller":"traceutil/trace.go:171","msg":"trace[1768525429] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10019; }","duration":"789.102693ms","start":"2026-03-01T21:31:06.916713Z","end":"2026-03-01T21:31:07.705815Z","steps":["trace[1768525429] 'agreement among raft nodes before linearized reading' (duration: 788.856738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:07.706293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01541817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:07.706336Z","caller":"traceutil/trace.go:171","msg":"trace[758138670] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:10019; }","duration":"388.762729ms","start":"2026-03-01T21:31:07.317562Z","end":"2026-03-01T21:31:07.706325Z","steps":["trace[758138670] 'agreement among raft nodes before linearized reading' (duration: 388.608596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:07.706374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:07.317553Z","time spent":"388.81315ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11850,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-01T21:31:07.706454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.556523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T21:31:07.706148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.401284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-01T21:31:07.706569Z","caller":"traceutil/trace.go:171","msg":"trace[1940196908] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10019; }","duration":"788.316415ms","start":"2026-03-01T21:31:06.918224Z","end":"2026-03-01T21:31:07.70654Z","steps":["trace[1940196908] 'agreement among raft nodes before linearized reading' (duration: 787.243721ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:07.706577Z","caller":"traceutil/trace.go:171","msg":"trace[1389053864] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:10019; }","duration":"1.015687725s","start":"2026-03-01T21:31:06.690672Z","end":"2026-03-01T21:31:07.70636Z","steps":["trace[1389053864] 'agreement among raft nodes before linearized reading' (duration: 1.015169124s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:07.706643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:06.918212Z","time spent":"788.410996ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T21:31:07.706654Z","caller":"traceutil/trace.go:171","msg":"trace[1066853353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10019; }","duration":"789.655954ms","start":"2026-03-01T21:31:06.916868Z","end":"2026-03-01T21:31:07.706524Z","steps":["trace[1066853353] 'agreement among raft nodes before linearized reading' (duration: 789.059971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:07.707103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:06.690651Z","time spent":"1.016430941s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":9,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:07.707165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:06.916694Z","time spent":"789.656895ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:31:07.707236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:06.916862Z","time spent":"790.353149ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:31:08.215295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642266404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:31:08.402556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.97938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:08.402658Z","caller":"traceutil/trace.go:171","msg":"trace[328749441] transaction","detail":"{read_only:false; response_revision:10020; number_of_response:1; }","duration":"690.826732ms","start":"2026-03-01T21:31:07.711813Z","end":"2026-03-01T21:31:08.40264Z","steps":["trace[328749441] 'process raft request' (duration: 519.671227ms)","trace[328749441] 'compare' (duration: 170.765925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:08.402706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:07.711794Z","time spent":"690.890763ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:08.461901Z","caller":"traceutil/trace.go:171","msg":"trace[1740024987] transaction","detail":"{read_only:false; response_revision:10022; number_of_response:1; }","duration":"749.245597ms","start":"2026-03-01T21:31:07.71262Z","end":"2026-03-01T21:31:08.461866Z","steps":["trace[1740024987] 'process raft request' (duration: 749.078133ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:08.462031Z","caller":"traceutil/trace.go:171","msg":"trace[586791592] transaction","detail":"{read_only:false; response_revision:10023; number_of_response:1; }","duration":"748.479429ms","start":"2026-03-01T21:31:07.713527Z","end":"2026-03-01T21:31:08.462007Z","steps":["trace[586791592] 'process raft request' (duration: 748.197993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:08.46212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:07.7135Z","time spent":"748.579961ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:08.462106Z","caller":"traceutil/trace.go:171","msg":"trace[1216044559] transaction","detail":"{read_only:false; response_revision:10021; number_of_response:1; }","duration":"749.537293ms","start":"2026-03-01T21:31:07.712524Z","end":"2026-03-01T21:31:08.462062Z","steps":["trace[1216044559] 'process raft request' (duration: 749.036872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:08.462258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:07.712501Z","time spent":"749.675465ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:08.462282Z","caller":"traceutil/trace.go:171","msg":"trace[139656539] transaction","detail":"{read_only:false; response_revision:10024; number_of_response:1; }","duration":"746.744451ms","start":"2026-03-01T21:31:07.715502Z","end":"2026-03-01T21:31:08.462247Z","steps":["trace[139656539] 'process raft request' (duration: 746.25549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:08.462044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:07.712609Z","time spent":"749.354879ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:08.462393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:07.715495Z","time spent":"746.835034ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:08.462396Z","caller":"traceutil/trace.go:171","msg":"trace[261420656] transaction","detail":"{read_only:false; response_revision:10025; number_of_response:1; }","duration":"746.22008ms","start":"2026-03-01T21:31:07.716165Z","end":"2026-03-01T21:31:08.462385Z","steps":["trace[261420656] 'process raft request' (duration: 745.992855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:08.462534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:07.716158Z","time spent":"746.344843ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:08.462599Z","caller":"traceutil/trace.go:171","msg":"trace[2100277629] linearizableReadLoop","detail":"{readStateIndex:10514; appliedIndex:10508; }","duration":"747.5873ms","start":"2026-03-01T21:31:07.714831Z","end":"2026-03-01T21:31:08.462418Z","steps":["trace[2100277629] 'read index received' (duration: 516.866445ms)","trace[2100277629] 'applied index is now lower than readState.Index' (duration: 230.700094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:08.462664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.828655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11827"} {"level":"info","ts":"2026-03-01T21:31:08.462711Z","caller":"traceutil/trace.go:171","msg":"trace[1841489380] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:10025; }","duration":"747.889906ms","start":"2026-03-01T21:31:07.714808Z","end":"2026-03-01T21:31:08.462698Z","steps":["trace[1841489380] 'agreement among raft nodes before linearized reading' (duration: 747.670411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:08.46275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:07.714799Z","time spent":"747.945218ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11850,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-01T21:31:08.463444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.136722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-01T21:31:08.463482Z","caller":"traceutil/trace.go:171","msg":"trace[340120534] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10025; }","duration":"743.185512ms","start":"2026-03-01T21:31:07.720288Z","end":"2026-03-01T21:31:08.463474Z","steps":["trace[340120534] 'agreement among raft nodes before linearized reading' (duration: 743.07586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:08.463502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:07.720283Z","time spent":"743.214573ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T21:31:08.463656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.261772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:08.463676Z","caller":"traceutil/trace.go:171","msg":"trace[568563718] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:10025; }","duration":"250.329644ms","start":"2026-03-01T21:31:08.213342Z","end":"2026-03-01T21:31:08.463672Z","steps":["trace[568563718] 'agreement among raft nodes before linearized reading' (duration: 250.255452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:08.463765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.367131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:31:08.46379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.508339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:31:08.463804Z","caller":"traceutil/trace.go:171","msg":"trace[560842274] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10025; }","duration":"607.56109ms","start":"2026-03-01T21:31:07.856239Z","end":"2026-03-01T21:31:08.4638Z","steps":["trace[560842274] 'agreement among raft nodes before linearized reading' (duration: 607.515409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:08.463817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:07.856215Z","time spent":"607.598451ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T21:31:08.463849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.181737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:08.463874Z","caller":"traceutil/trace.go:171","msg":"trace[988011239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10025; }","duration":"424.225938ms","start":"2026-03-01T21:31:08.039641Z","end":"2026-03-01T21:31:08.463867Z","steps":["trace[988011239] 'agreement among raft nodes before linearized reading' (duration: 424.185707ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:08.463811Z","caller":"traceutil/trace.go:171","msg":"trace[863857949] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:10025; }","duration":"439.461033ms","start":"2026-03-01T21:31:08.024338Z","end":"2026-03-01T21:31:08.463799Z","steps":["trace[863857949] 'agreement among raft nodes before linearized reading' (duration: 439.377982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:08.463904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:08.039631Z","time spent":"424.268589ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:31:08.463933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:08.024314Z","time spent":"439.612287ms","remote":"127.0.0.1:34072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:08.753176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.608451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:08.753349Z","caller":"traceutil/trace.go:171","msg":"trace[1893329401] transaction","detail":"{read_only:false; response_revision:10026; number_of_response:1; }","duration":"285.292094ms","start":"2026-03-01T21:31:08.468037Z","end":"2026-03-01T21:31:08.753329Z","steps":["trace[1893329401] 'process raft request' (duration: 114.436867ms)","trace[1893329401] 'compare' (duration: 170.483879ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:08.753612Z","caller":"traceutil/trace.go:171","msg":"trace[478557546] transaction","detail":"{read_only:false; response_revision:10028; number_of_response:1; }","duration":"260.1445ms","start":"2026-03-01T21:31:08.493447Z","end":"2026-03-01T21:31:08.753592Z","steps":["trace[478557546] 'process raft request' (duration: 260.029388ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:08.753616Z","caller":"traceutil/trace.go:171","msg":"trace[1814371922] transaction","detail":"{read_only:false; response_revision:10027; number_of_response:1; }","duration":"284.703691ms","start":"2026-03-01T21:31:08.468899Z","end":"2026-03-01T21:31:08.753603Z","steps":["trace[1814371922] 'process raft request' (duration: 284.387394ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:08.75381Z","caller":"traceutil/trace.go:171","msg":"trace[3210971] transaction","detail":"{read_only:false; response_revision:10029; number_of_response:1; }","duration":"259.20039ms","start":"2026-03-01T21:31:08.494554Z","end":"2026-03-01T21:31:08.753754Z","steps":["trace[3210971] 'process raft request' (duration: 258.998986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:09.277313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.16932ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T21:31:09.888775Z","caller":"traceutil/trace.go:171","msg":"trace[1572299203] linearizableReadLoop","detail":"{readStateIndex:10520; appliedIndex:10519; }","duration":"169.18962ms","start":"2026-03-01T21:31:09.719561Z","end":"2026-03-01T21:31:09.88875Z","steps":["trace[1572299203] 'read index received' (duration: 169.080458ms)","trace[1572299203] 'applied index is now lower than readState.Index' (duration: 107.992µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:09.888907Z","caller":"traceutil/trace.go:171","msg":"trace[944547342] transaction","detail":"{read_only:false; response_revision:10030; number_of_response:1; }","duration":"173.278651ms","start":"2026-03-01T21:31:09.715581Z","end":"2026-03-01T21:31:09.888859Z","steps":["trace[944547342] 'process raft request' (duration: 173.024025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:09.888977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.400244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:31:09.889007Z","caller":"traceutil/trace.go:171","msg":"trace[1276327741] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:10030; }","duration":"169.482997ms","start":"2026-03-01T21:31:09.719514Z","end":"2026-03-01T21:31:09.888997Z","steps":["trace[1276327741] 'agreement among raft nodes before linearized reading' (duration: 169.345314ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:09.950263Z","caller":"traceutil/trace.go:171","msg":"trace[648485229] transaction","detail":"{read_only:false; response_revision:10031; number_of_response:1; }","duration":"166.660505ms","start":"2026-03-01T21:31:09.783541Z","end":"2026-03-01T21:31:09.950202Z","steps":["trace[648485229] 'process raft request' (duration: 166.508802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:09.950652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.352042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:09.950737Z","caller":"traceutil/trace.go:171","msg":"trace[1082408816] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:10031; }","duration":"143.497236ms","start":"2026-03-01T21:31:09.807217Z","end":"2026-03-01T21:31:09.950715Z","steps":["trace[1082408816] 'agreement among raft nodes before linearized reading' (duration: 143.344212ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:10.441852Z","caller":"traceutil/trace.go:171","msg":"trace[1550759969] transaction","detail":"{read_only:false; response_revision:10032; number_of_response:1; }","duration":"440.002245ms","start":"2026-03-01T21:31:10.001816Z","end":"2026-03-01T21:31:10.441818Z","steps":["trace[1550759969] 'process raft request' (duration: 439.731079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:10.442108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:10.001775Z","time spent":"440.179099ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:10.860723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.382875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:10.860845Z","caller":"traceutil/trace.go:171","msg":"trace[2087946898] transaction","detail":"{read_only:false; response_revision:10033; number_of_response:1; }","duration":"413.416691ms","start":"2026-03-01T21:31:10.447407Z","end":"2026-03-01T21:31:10.860824Z","steps":["trace[2087946898] 'process raft request' (duration: 72.843162ms)","trace[2087946898] 'compare' (duration: 340.260143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:10.860908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:10.44737Z","time spent":"413.508424ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:11.445811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.270538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-01T21:31:11.445939Z","caller":"traceutil/trace.go:171","msg":"trace[1310594698] linearizableReadLoop","detail":"{readStateIndex:10524; appliedIndex:10522; }","duration":"979.354476ms","start":"2026-03-01T21:31:10.466553Z","end":"2026-03-01T21:31:11.445907Z","steps":["trace[1310594698] 'read index received' (duration: 53.775522ms)","trace[1310594698] 'applied index is now lower than readState.Index' (duration: 925.577394ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:11.445941Z","caller":"traceutil/trace.go:171","msg":"trace[716296594] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10033; }","duration":"996.799139ms","start":"2026-03-01T21:31:10.449112Z","end":"2026-03-01T21:31:11.445912Z","steps":["trace[716296594] 'process raft request' (duration: 598.339077ms)","trace[716296594] 'compare' (duration: 398.225447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:11.446073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:10.449085Z","time spent":"996.937583ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:31:11.446294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.146821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:31:11.44634Z","caller":"traceutil/trace.go:171","msg":"trace[846206414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10033; }","duration":"979.221373ms","start":"2026-03-01T21:31:10.467107Z","end":"2026-03-01T21:31:11.446328Z","steps":["trace[846206414] 'agreement among raft nodes before linearized reading' (duration: 978.955587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:11.446384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:10.467097Z","time spent":"979.273274ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:31:11.446467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.322914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-01T21:31:11.446545Z","caller":"traceutil/trace.go:171","msg":"trace[722857728] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10033; }","duration":"687.445347ms","start":"2026-03-01T21:31:10.759083Z","end":"2026-03-01T21:31:11.446529Z","steps":["trace[722857728] 'agreement among raft nodes before linearized reading' (duration: 687.242272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:11.446569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:10.759064Z","time spent":"687.499987ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:31:11.446577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.310218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:31:11.446658Z","caller":"traceutil/trace.go:171","msg":"trace[1102282714] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10033; }","duration":"689.42447ms","start":"2026-03-01T21:31:10.757207Z","end":"2026-03-01T21:31:11.446632Z","steps":["trace[1102282714] 'agreement among raft nodes before linearized reading' (duration: 689.153024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:11.446696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:10.757188Z","time spent":"689.500022ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:31:11.44671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.52758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:31:11.446735Z","caller":"traceutil/trace.go:171","msg":"trace[1992511174] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10033; }","duration":"688.616603ms","start":"2026-03-01T21:31:10.758111Z","end":"2026-03-01T21:31:11.446727Z","steps":["trace[1992511174] 'agreement among raft nodes before linearized reading' (duration: 688.546671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:11.446721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.874312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:31:11.446751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:10.758077Z","time spent":"688.670913ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T21:31:11.44676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.427866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:31:11.446786Z","caller":"traceutil/trace.go:171","msg":"trace[1948375815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10033; }","duration":"404.977325ms","start":"2026-03-01T21:31:11.04179Z","end":"2026-03-01T21:31:11.446767Z","steps":["trace[1948375815] 'agreement among raft nodes before linearized reading' (duration: 404.870192ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:11.446796Z","caller":"traceutil/trace.go:171","msg":"trace[1775215701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10033; }","duration":"979.482588ms","start":"2026-03-01T21:31:10.467304Z","end":"2026-03-01T21:31:11.446786Z","steps":["trace[1775215701] 'agreement among raft nodes before linearized reading' (duration: 979.381666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:11.446783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.002977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:31:11.446829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:11.041766Z","time spent":"405.051727ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:31:11.446858Z","caller":"traceutil/trace.go:171","msg":"trace[1997559059] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:10033; }","duration":"451.1503ms","start":"2026-03-01T21:31:10.995688Z","end":"2026-03-01T21:31:11.446838Z","steps":["trace[1997559059] 'agreement among raft nodes before linearized reading' (duration: 451.004277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:11.446943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:10.995663Z","time spent":"451.245903ms","remote":"127.0.0.1:50516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:11.446827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:10.467297Z","time spent":"979.522329ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:31:11.447096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.548721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:31:11.447163Z","caller":"traceutil/trace.go:171","msg":"trace[1982042646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10033; }","duration":"980.675535ms","start":"2026-03-01T21:31:10.466466Z","end":"2026-03-01T21:31:11.447142Z","steps":["trace[1982042646] 'agreement among raft nodes before linearized reading' (duration: 979.579071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:11.447206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:10.466435Z","time spent":"980.758556ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:31:11.821145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.11741ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:11.821277Z","caller":"traceutil/trace.go:171","msg":"trace[1951705719] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10034; }","duration":"124.263913ms","start":"2026-03-01T21:31:11.696994Z","end":"2026-03-01T21:31:11.821258Z","steps":["trace[1951705719] 'range keys from in-memory index tree' (duration: 124.1048ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:11.920852Z","caller":"traceutil/trace.go:171","msg":"trace[1511400625] transaction","detail":"{read_only:false; response_revision:10035; number_of_response:1; }","duration":"468.662466ms","start":"2026-03-01T21:31:11.452159Z","end":"2026-03-01T21:31:11.920821Z","steps":["trace[1511400625] 'process raft request' (duration: 468.396ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:11.920875Z","caller":"traceutil/trace.go:171","msg":"trace[946252785] transaction","detail":"{read_only:false; response_revision:10036; number_of_response:1; }","duration":"468.600065ms","start":"2026-03-01T21:31:11.452249Z","end":"2026-03-01T21:31:11.920849Z","steps":["trace[946252785] 'process raft request' (duration: 468.470552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:11.920994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:11.452136Z","time spent":"468.781028ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:11.921021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:11.452237Z","time spent":"468.703187ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:11.921155Z","caller":"traceutil/trace.go:171","msg":"trace[1818305244] transaction","detail":"{read_only:false; response_revision:10037; number_of_response:1; }","duration":"468.88302ms","start":"2026-03-01T21:31:11.452262Z","end":"2026-03-01T21:31:11.921145Z","steps":["trace[1818305244] 'process raft request' (duration: 468.500512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:11.921206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:11.452252Z","time spent":"468.924473ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:11.921324Z","caller":"traceutil/trace.go:171","msg":"trace[549446664] transaction","detail":"{read_only:false; response_revision:10038; number_of_response:1; }","duration":"465.939297ms","start":"2026-03-01T21:31:11.455375Z","end":"2026-03-01T21:31:11.921315Z","steps":["trace[549446664] 'process raft request' (duration: 465.426685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:11.921376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:11.455341Z","time spent":"466.006259ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:11.921448Z","caller":"traceutil/trace.go:171","msg":"trace[169404526] linearizableReadLoop","detail":"{readStateIndex:10526; appliedIndex:10524; }","duration":"469.187008ms","start":"2026-03-01T21:31:11.452215Z","end":"2026-03-01T21:31:11.921402Z","steps":["trace[169404526] 'read index received' (duration: 34.906188ms)","trace[169404526] 'applied index is now lower than readState.Index' (duration: 434.27818ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:11.921466Z","caller":"traceutil/trace.go:171","msg":"trace[2021524934] transaction","detail":"{read_only:false; response_revision:10039; number_of_response:1; }","duration":"462.643944ms","start":"2026-03-01T21:31:11.458795Z","end":"2026-03-01T21:31:11.921439Z","steps":["trace[2021524934] 'process raft request' (duration: 462.305906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:11.921595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:11.458785Z","time spent":"462.740436ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:11.998642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.398055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-01T21:31:11.998712Z","caller":"traceutil/trace.go:171","msg":"trace[813260207] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10039; }","duration":"546.508878ms","start":"2026-03-01T21:31:11.452184Z","end":"2026-03-01T21:31:11.998693Z","steps":["trace[813260207] 'agreement among raft nodes before linearized reading' (duration: 469.359692ms)","trace[813260207] 'range keys from in-memory index tree' (duration: 76.88745ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:11.998701Z","caller":"traceutil/trace.go:171","msg":"trace[596060489] transaction","detail":"{read_only:false; response_revision:10040; number_of_response:1; }","duration":"439.720519ms","start":"2026-03-01T21:31:11.558938Z","end":"2026-03-01T21:31:11.998658Z","steps":["trace[596060489] 'process raft request' (duration: 371.496879ms)","trace[596060489] 'compare' (duration: 67.853872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:11.998755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:11.452167Z","time spent":"546.578769ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:31:11.998877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:11.558905Z","time spent":"439.880313ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1961,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:31:11.99902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.761505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:31:11.999113Z","caller":"traceutil/trace.go:171","msg":"trace[296673453] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10040; }","duration":"105.921648ms","start":"2026-03-01T21:31:11.893172Z","end":"2026-03-01T21:31:11.999094Z","steps":["trace[296673453] 'agreement among raft nodes before linearized reading' (duration: 105.658653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:11.999329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.875844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:11.999582Z","caller":"traceutil/trace.go:171","msg":"trace[1927939075] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:10040; }","duration":"456.19171ms","start":"2026-03-01T21:31:11.543367Z","end":"2026-03-01T21:31:11.999559Z","steps":["trace[1927939075] 'agreement among raft nodes before linearized reading' (duration: 455.555287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:11.999629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:11.543343Z","time spent":"456.272864ms","remote":"127.0.0.1:37644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:12.510162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642266451,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T21:31:12.689771Z","caller":"traceutil/trace.go:171","msg":"trace[957917265] transaction","detail":"{read_only:false; response_revision:10041; number_of_response:1; }","duration":"685.564596ms","start":"2026-03-01T21:31:12.004173Z","end":"2026-03-01T21:31:12.689737Z","steps":["trace[957917265] 'process raft request' (duration: 685.340171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:12.690027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:12.004152Z","time spent":"685.726079ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:13.026896Z","caller":"traceutil/trace.go:171","msg":"trace[1124596282] transaction","detail":"{read_only:false; response_revision:10042; number_of_response:1; }","duration":"1.022498785s","start":"2026-03-01T21:31:12.004357Z","end":"2026-03-01T21:31:13.026855Z","steps":["trace[1124596282] 'process raft request' (duration: 1.022158457s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:13.027173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:12.00434Z","time spent":"1.022689498s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:13.02729Z","caller":"traceutil/trace.go:171","msg":"trace[1980779035] transaction","detail":"{read_only:false; response_revision:10043; number_of_response:1; }","duration":"1.022638057s","start":"2026-03-01T21:31:12.004626Z","end":"2026-03-01T21:31:13.027264Z","steps":["trace[1980779035] 'process raft request' (duration: 1.022138647s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:13.027307Z","caller":"traceutil/trace.go:171","msg":"trace[437021987] linearizableReadLoop","detail":"{readStateIndex:10535; appliedIndex:10531; }","duration":"1.017791491s","start":"2026-03-01T21:31:12.009486Z","end":"2026-03-01T21:31:13.027277Z","steps":["trace[437021987] 'read index received' (duration: 680.056505ms)","trace[437021987] 'applied index is now lower than readState.Index' (duration: 337.733656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:13.027399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:12.004615Z","time spent":"1.022725809s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:13.027382Z","caller":"traceutil/trace.go:171","msg":"trace[1453272032] transaction","detail":"{read_only:false; response_revision:10044; number_of_response:1; }","duration":"1.018109858s","start":"2026-03-01T21:31:12.009227Z","end":"2026-03-01T21:31:13.027337Z","steps":["trace[1453272032] 'process raft request' (duration: 1.017837382s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:13.027603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:12.009209Z","time spent":"1.018261211s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1962,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:13.02776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.117999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-01T21:31:13.027774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010025751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"warn","ts":"2026-03-01T21:31:13.027809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.201387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:31:13.027824Z","caller":"traceutil/trace.go:171","msg":"trace[2108609641] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:10044; }","duration":"440.244851ms","start":"2026-03-01T21:31:12.587561Z","end":"2026-03-01T21:31:13.027805Z","steps":["trace[2108609641] 'agreement among raft nodes before linearized reading' (duration: 440.010885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:13.027849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.948982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:13.02786Z","caller":"traceutil/trace.go:171","msg":"trace[1211048241] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10044; }","duration":"1.010141153s","start":"2026-03-01T21:31:12.017695Z","end":"2026-03-01T21:31:13.027836Z","steps":["trace[1211048241] 'agreement among raft nodes before linearized reading' (duration: 1.009879706s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:13.027866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.674183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:31:13.027887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:12.587529Z","time spent":"440.344954ms","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-01T21:31:13.027911Z","caller":"traceutil/trace.go:171","msg":"trace[1250018529] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:10044; }","duration":"971.063344ms","start":"2026-03-01T21:31:12.056825Z","end":"2026-03-01T21:31:13.027889Z","steps":["trace[1250018529] 'agreement among raft nodes before linearized reading' (duration: 970.947232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:13.027914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:12.017681Z","time spent":"1.010223535s","remote":"127.0.0.1:48342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4853,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-01T21:31:13.02792Z","caller":"traceutil/trace.go:171","msg":"trace[595527989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10044; }","duration":"426.736244ms","start":"2026-03-01T21:31:12.601166Z","end":"2026-03-01T21:31:13.027902Z","steps":["trace[595527989] 'agreement among raft nodes before linearized reading' (duration: 426.649702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:13.027967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:12.60116Z","time spent":"426.800286ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:31:13.027966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:12.056804Z","time spent":"971.147875ms","remote":"127.0.0.1:56572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:13.027987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002836233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:31:13.028024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.737519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:13.028063Z","caller":"traceutil/trace.go:171","msg":"trace[370420913] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:10044; }","duration":"1.002929784s","start":"2026-03-01T21:31:12.025108Z","end":"2026-03-01T21:31:13.028038Z","steps":["trace[370420913] 'agreement among raft nodes before linearized reading' (duration: 1.002769111s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:13.028075Z","caller":"traceutil/trace.go:171","msg":"trace[605490929] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:10044; }","duration":"951.78782ms","start":"2026-03-01T21:31:12.07627Z","end":"2026-03-01T21:31:13.028057Z","steps":["trace[605490929] 'agreement among raft nodes before linearized reading' (duration: 951.700058ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:13.027878Z","caller":"traceutil/trace.go:171","msg":"trace[1490253444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10044; }","duration":"162.36054ms","start":"2026-03-01T21:31:12.8655Z","end":"2026-03-01T21:31:13.02786Z","steps":["trace[1490253444] 'agreement among raft nodes before linearized reading' (duration: 162.121964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:13.028116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:12.025097Z","time spent":"1.003003456s","remote":"127.0.0.1:41352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:13.028119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:12.076202Z","time spent":"951.904033ms","remote":"127.0.0.1:39082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:13.028119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01863299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:320672"} {"level":"info","ts":"2026-03-01T21:31:13.028176Z","caller":"traceutil/trace.go:171","msg":"trace[720911016] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10044; }","duration":"1.018715002s","start":"2026-03-01T21:31:12.009445Z","end":"2026-03-01T21:31:13.028161Z","steps":["trace[720911016] 'agreement among raft nodes before linearized reading' (duration: 1.017981105s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:13.028226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:12.00943Z","time spent":"1.018781403s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":320695,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T21:31:13.431178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.853193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:13.431547Z","caller":"traceutil/trace.go:171","msg":"trace[1143823248] transaction","detail":"{read_only:false; response_revision:10045; number_of_response:1; }","duration":"398.570425ms","start":"2026-03-01T21:31:13.032917Z","end":"2026-03-01T21:31:13.431488Z","steps":["trace[1143823248] 'process raft request' (duration: 108.314512ms)","trace[1143823248] 'compare' (duration: 289.70567ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:13.431735Z","caller":"traceutil/trace.go:171","msg":"trace[1315408358] transaction","detail":"{read_only:false; response_revision:10046; number_of_response:1; }","duration":"396.254334ms","start":"2026-03-01T21:31:13.035453Z","end":"2026-03-01T21:31:13.431707Z","steps":["trace[1315408358] 'process raft request' (duration: 395.917587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:13.431765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.378688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:13.432186Z","caller":"traceutil/trace.go:171","msg":"trace[60570742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10046; }","duration":"392.813168ms","start":"2026-03-01T21:31:13.039359Z","end":"2026-03-01T21:31:13.432172Z","steps":["trace[60570742] 'agreement among raft nodes before linearized reading' (duration: 392.237636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:13.432286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:13.03935Z","time spent":"392.92088ms","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:31:13.431866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:13.032836Z","time spent":"398.953254ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:13.431565Z","caller":"traceutil/trace.go:171","msg":"trace[507097374] linearizableReadLoop","detail":"{readStateIndex:10537; appliedIndex:10535; }","duration":"392.168013ms","start":"2026-03-01T21:31:13.039376Z","end":"2026-03-01T21:31:13.431544Z","steps":["trace[507097374] 'read index received' (duration: 101.855469ms)","trace[507097374] 'applied index is now lower than readState.Index' (duration: 290.310924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:13.431889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:13.035431Z","time spent":"396.374647ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:13.887146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.584926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:13.88724Z","caller":"traceutil/trace.go:171","msg":"trace[1319394227] transaction","detail":"{read_only:false; response_revision:10047; number_of_response:1; }","duration":"390.686331ms","start":"2026-03-01T21:31:13.496538Z","end":"2026-03-01T21:31:13.887225Z","steps":["trace[1319394227] 'process raft request' (duration: 151.959962ms)","trace[1319394227] 'compare' (duration: 222.738818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:13.887285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:13.496511Z","time spent":"390.758042ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:14.228898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.317501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:14.229056Z","caller":"traceutil/trace.go:171","msg":"trace[1656498107] transaction","detail":"{read_only:false; response_revision:10048; number_of_response:1; }","duration":"297.576893ms","start":"2026-03-01T21:31:13.931447Z","end":"2026-03-01T21:31:14.229024Z","steps":["trace[1656498107] 'process raft request' (duration: 117.477363ms)","trace[1656498107] 'compare' (duration: 178.035505ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:14.255845Z","caller":"traceutil/trace.go:171","msg":"trace[751882261] linearizableReadLoop","detail":"{readStateIndex:10541; appliedIndex:10538; }","duration":"287.126304ms","start":"2026-03-01T21:31:13.968699Z","end":"2026-03-01T21:31:14.255826Z","steps":["trace[751882261] 'read index received' (duration: 80.235784ms)","trace[751882261] 'applied index is now lower than readState.Index' (duration: 206.88937ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:14.256308Z","caller":"traceutil/trace.go:171","msg":"trace[407097804] transaction","detail":"{read_only:false; response_revision:10050; number_of_response:1; }","duration":"324.041456ms","start":"2026-03-01T21:31:13.932247Z","end":"2026-03-01T21:31:14.256289Z","steps":["trace[407097804] 'process raft request' (duration: 323.545605ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:14.256282Z","caller":"traceutil/trace.go:171","msg":"trace[1090142585] transaction","detail":"{read_only:false; response_revision:10049; number_of_response:1; }","duration":"324.107107ms","start":"2026-03-01T21:31:13.932133Z","end":"2026-03-01T21:31:14.25624Z","steps":["trace[1090142585] 'process raft request' (duration: 323.546055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:14.256395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:13.932237Z","time spent":"324.099277ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:14.256444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.725248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-01T21:31:14.256474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:13.93211Z","time spent":"324.258811ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:14.256525Z","caller":"traceutil/trace.go:171","msg":"trace[786228306] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:10050; }","duration":"287.83367ms","start":"2026-03-01T21:31:13.96867Z","end":"2026-03-01T21:31:14.256504Z","steps":["trace[786228306] 'agreement among raft nodes before linearized reading' (duration: 287.619265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:14.256566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.025959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:14.25674Z","caller":"traceutil/trace.go:171","msg":"trace[1069397187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10050; }","duration":"215.303904ms","start":"2026-03-01T21:31:14.041408Z","end":"2026-03-01T21:31:14.256711Z","steps":["trace[1069397187] 'agreement among raft nodes before linearized reading' (duration: 214.892235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:14.592811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:14.258187Z","time spent":"334.615718ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T21:31:14.773654Z","caller":"traceutil/trace.go:171","msg":"trace[1854435964] transaction","detail":"{read_only:false; response_revision:10051; number_of_response:1; }","duration":"179.65201ms","start":"2026-03-01T21:31:14.59392Z","end":"2026-03-01T21:31:14.773572Z","steps":["trace[1854435964] 'process raft request' (duration: 128.113986ms)","trace[1854435964] 'compare' (duration: 51.308979ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:14.981192Z","caller":"traceutil/trace.go:171","msg":"trace[1294978262] transaction","detail":"{read_only:false; response_revision:10053; number_of_response:1; }","duration":"106.963182ms","start":"2026-03-01T21:31:14.874205Z","end":"2026-03-01T21:31:14.981169Z","steps":["trace[1294978262] 'process raft request' (duration: 57.523585ms)","trace[1294978262] 'compare' (duration: 49.319735ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:15.471421Z","caller":"traceutil/trace.go:171","msg":"trace[1034895719] transaction","detail":"{read_only:false; response_revision:10055; number_of_response:1; }","duration":"100.152862ms","start":"2026-03-01T21:31:15.37123Z","end":"2026-03-01T21:31:15.471383Z","steps":["trace[1034895719] 'process raft request' (duration: 99.846336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:15.800406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.654821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:15.801177Z","caller":"traceutil/trace.go:171","msg":"trace[584123937] transaction","detail":"{read_only:false; response_revision:10056; number_of_response:1; }","duration":"325.819905ms","start":"2026-03-01T21:31:15.475293Z","end":"2026-03-01T21:31:15.801113Z","steps":["trace[584123937] 'process raft request' (duration: 175.361187ms)","trace[584123937] 'compare' (duration: 149.497547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:15.812825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:15.475285Z","time spent":"337.333788ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:15.814055Z","caller":"traceutil/trace.go:171","msg":"trace[861734007] transaction","detail":"{read_only:false; response_revision:10057; number_of_response:1; }","duration":"336.381017ms","start":"2026-03-01T21:31:15.477555Z","end":"2026-03-01T21:31:15.813936Z","steps":["trace[861734007] 'process raft request' (duration: 323.047383ms)","trace[861734007] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/configmaps/openstack/messaging-topology-operator-leader-election; req_size:641; } (duration: 11.885462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:15.815301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:15.477541Z","time spent":"337.679015ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:15.81557Z","caller":"traceutil/trace.go:171","msg":"trace[1106075196] linearizableReadLoop","detail":"{readStateIndex:10549; appliedIndex:10547; }","duration":"276.420428ms","start":"2026-03-01T21:31:15.539115Z","end":"2026-03-01T21:31:15.815535Z","steps":["trace[1106075196] 'read index received' (duration: 111.081573ms)","trace[1106075196] 'applied index is now lower than readState.Index' (duration: 165.336955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:15.81565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.542822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:15.815676Z","caller":"traceutil/trace.go:171","msg":"trace[382513535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10057; }","duration":"276.610183ms","start":"2026-03-01T21:31:15.53905Z","end":"2026-03-01T21:31:15.81566Z","steps":["trace[382513535] 'agreement among raft nodes before linearized reading' (duration: 276.565842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:16.176992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.836313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:16.177204Z","caller":"traceutil/trace.go:171","msg":"trace[1272586390] transaction","detail":"{read_only:false; response_revision:10059; number_of_response:1; }","duration":"268.571146ms","start":"2026-03-01T21:31:15.908615Z","end":"2026-03-01T21:31:16.177186Z","steps":["trace[1272586390] 'process raft request' (duration: 268.511575ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:16.177339Z","caller":"traceutil/trace.go:171","msg":"trace[1580917453] transaction","detail":"{read_only:false; response_revision:10058; number_of_response:1; }","duration":"353.637666ms","start":"2026-03-01T21:31:15.823691Z","end":"2026-03-01T21:31:16.177329Z","steps":["trace[1580917453] 'process raft request' (duration: 154.369464ms)","trace[1580917453] 'compare' (duration: 198.69656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:16.177401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:15.823679Z","time spent":"353.689648ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:16.177498Z","caller":"traceutil/trace.go:171","msg":"trace[2083022136] linearizableReadLoop","detail":"{readStateIndex:10550; appliedIndex:10549; }","duration":"308.490624ms","start":"2026-03-01T21:31:15.868962Z","end":"2026-03-01T21:31:16.177453Z","steps":["trace[2083022136] 'read index received' (duration: 109.199071ms)","trace[2083022136] 'applied index is now lower than readState.Index' (duration: 199.286803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:16.177688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.702858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:16.177784Z","caller":"traceutil/trace.go:171","msg":"trace[1153485009] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:10059; }","duration":"308.858212ms","start":"2026-03-01T21:31:15.868904Z","end":"2026-03-01T21:31:16.177762Z","steps":["trace[1153485009] 'agreement among raft nodes before linearized reading' (duration: 308.674398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:16.17784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:15.868881Z","time spent":"308.946474ms","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:16.186316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.014516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:31:16.186416Z","caller":"traceutil/trace.go:171","msg":"trace[413542779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10060; }","duration":"279.172229ms","start":"2026-03-01T21:31:15.907219Z","end":"2026-03-01T21:31:16.186391Z","steps":["trace[413542779] 'agreement among raft nodes before linearized reading' (duration: 278.832422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:16.186651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.678088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:16.186722Z","caller":"traceutil/trace.go:171","msg":"trace[66799091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10060; }","duration":"147.766289ms","start":"2026-03-01T21:31:16.038912Z","end":"2026-03-01T21:31:16.186679Z","steps":["trace[66799091] 'agreement among raft nodes before linearized reading' (duration: 147.708678ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:16.18667Z","caller":"traceutil/trace.go:171","msg":"trace[1265688897] transaction","detail":"{read_only:false; response_revision:10060; number_of_response:1; }","duration":"158.350832ms","start":"2026-03-01T21:31:16.028292Z","end":"2026-03-01T21:31:16.186643Z","steps":["trace[1265688897] 'process raft request' (duration: 157.545874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:16.473445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.56243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:16.473573Z","caller":"traceutil/trace.go:171","msg":"trace[1809749412] linearizableReadLoop","detail":"{readStateIndex:10553; appliedIndex:10552; }","duration":"241.04221ms","start":"2026-03-01T21:31:16.232509Z","end":"2026-03-01T21:31:16.473551Z","steps":["trace[1809749412] 'read index received' (duration: 55.171702ms)","trace[1809749412] 'applied index is now lower than readState.Index' (duration: 185.868638ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:16.473625Z","caller":"traceutil/trace.go:171","msg":"trace[2073298360] transaction","detail":"{read_only:false; response_revision:10061; number_of_response:1; }","duration":"271.0091ms","start":"2026-03-01T21:31:16.202585Z","end":"2026-03-01T21:31:16.473594Z","steps":["trace[2073298360] 'process raft request' (duration: 85.186123ms)","trace[2073298360] 'compare' (duration: 185.391277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:16.473775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.269736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:31:16.473814Z","caller":"traceutil/trace.go:171","msg":"trace[1079218008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10061; }","duration":"241.335277ms","start":"2026-03-01T21:31:16.232468Z","end":"2026-03-01T21:31:16.473803Z","steps":["trace[1079218008] 'agreement among raft nodes before linearized reading' (duration: 241.182283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:16.474171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.204698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:31:16.474215Z","caller":"traceutil/trace.go:171","msg":"trace[354692908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10061; }","duration":"213.29188ms","start":"2026-03-01T21:31:16.260914Z","end":"2026-03-01T21:31:16.474206Z","steps":["trace[354692908] 'agreement among raft nodes before linearized reading' (duration: 213.132977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:16.474244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.055598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:31:16.474353Z","caller":"traceutil/trace.go:171","msg":"trace[1928117392] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10061; }","duration":"214.203411ms","start":"2026-03-01T21:31:16.260129Z","end":"2026-03-01T21:31:16.474333Z","steps":["trace[1928117392] 'agreement among raft nodes before linearized reading' (duration: 213.899895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:16.863354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.108698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:16.863918Z","caller":"traceutil/trace.go:171","msg":"trace[792352982] transaction","detail":"{read_only:false; response_revision:10062; number_of_response:1; }","duration":"385.63605ms","start":"2026-03-01T21:31:16.478068Z","end":"2026-03-01T21:31:16.863704Z","steps":["trace[792352982] 'process raft request' (duration: 186.089902ms)","trace[792352982] 'compare' (duration: 198.578976ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:16.863957Z","caller":"traceutil/trace.go:171","msg":"trace[494953364] linearizableReadLoop","detail":"{readStateIndex:10556; appliedIndex:10553; }","duration":"228.644688ms","start":"2026-03-01T21:31:16.635295Z","end":"2026-03-01T21:31:16.863939Z","steps":["trace[494953364] 'read index received' (duration: 28.957627ms)","trace[494953364] 'applied index is now lower than readState.Index' (duration: 199.686161ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:16.863964Z","caller":"traceutil/trace.go:171","msg":"trace[40102352] transaction","detail":"{read_only:false; response_revision:10064; number_of_response:1; }","duration":"384.444733ms","start":"2026-03-01T21:31:16.4795Z","end":"2026-03-01T21:31:16.863945Z","steps":["trace[40102352] 'process raft request' (duration: 384.215598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:16.864049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:16.478046Z","time spent":"385.933327ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:16.864008Z","caller":"traceutil/trace.go:171","msg":"trace[623717107] transaction","detail":"{read_only:false; response_revision:10063; number_of_response:1; }","duration":"384.927984ms","start":"2026-03-01T21:31:16.47903Z","end":"2026-03-01T21:31:16.863958Z","steps":["trace[623717107] 'process raft request' (duration: 384.429823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:16.864196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:16.479457Z","time spent":"384.612037ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:16.864251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:16.479002Z","time spent":"385.107328ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:16.864277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.935234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:31:16.864318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.46189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:16.864426Z","caller":"traceutil/trace.go:171","msg":"trace[1606851477] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:10064; }","duration":"216.638014ms","start":"2026-03-01T21:31:16.647744Z","end":"2026-03-01T21:31:16.864382Z","steps":["trace[1606851477] 'agreement among raft nodes before linearized reading' (duration: 216.44983ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:16.864651Z","caller":"traceutil/trace.go:171","msg":"trace[1513697723] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:10064; }","duration":"229.137588ms","start":"2026-03-01T21:31:16.635235Z","end":"2026-03-01T21:31:16.864373Z","steps":["trace[1513697723] 'agreement among raft nodes before linearized reading' (duration: 228.807581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:17.107613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.221704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:31:17.107807Z","caller":"traceutil/trace.go:171","msg":"trace[1619657352] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10064; }","duration":"120.51103ms","start":"2026-03-01T21:31:16.987269Z","end":"2026-03-01T21:31:17.10778Z","steps":["trace[1619657352] 'range keys from in-memory index tree' (duration: 119.976589ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:17.398281Z","caller":"traceutil/trace.go:171","msg":"trace[1849053602] transaction","detail":"{read_only:false; response_revision:10066; number_of_response:1; }","duration":"210.942269ms","start":"2026-03-01T21:31:17.187311Z","end":"2026-03-01T21:31:17.398254Z","steps":["trace[1849053602] 'process raft request' (duration: 210.763675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:17.599941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.114802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:17.600123Z","caller":"traceutil/trace.go:171","msg":"trace[938077935] transaction","detail":"{read_only:false; response_revision:10067; number_of_response:1; }","duration":"410.314283ms","start":"2026-03-01T21:31:17.189785Z","end":"2026-03-01T21:31:17.6001Z","steps":["trace[938077935] 'process raft request' (duration: 304.963616ms)","trace[938077935] 'compare' (duration: 104.936658ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:17.600164Z","caller":"traceutil/trace.go:171","msg":"trace[383583498] transaction","detail":"{read_only:false; response_revision:10068; number_of_response:1; }","duration":"144.344164ms","start":"2026-03-01T21:31:17.455795Z","end":"2026-03-01T21:31:17.600139Z","steps":["trace[383583498] 'process raft request' (duration: 144.211251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:17.600325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:17.189764Z","time spent":"410.418116ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:17.841848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.806455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:17.841937Z","caller":"traceutil/trace.go:171","msg":"trace[1725310160] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10068; }","duration":"135.966501ms","start":"2026-03-01T21:31:17.705948Z","end":"2026-03-01T21:31:17.841914Z","steps":["trace[1725310160] 'count revisions from in-memory index tree' (duration: 135.727654ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:17.995749Z","caller":"traceutil/trace.go:171","msg":"trace[1025447917] transaction","detail":"{read_only:false; response_revision:10069; number_of_response:1; }","duration":"128.421184ms","start":"2026-03-01T21:31:17.867302Z","end":"2026-03-01T21:31:17.995724Z","steps":["trace[1025447917] 'process raft request' (duration: 128.26554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:18.225223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.321399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18111"} {"level":"info","ts":"2026-03-01T21:31:18.225301Z","caller":"traceutil/trace.go:171","msg":"trace[1937750867] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10069; }","duration":"182.411411ms","start":"2026-03-01T21:31:18.042872Z","end":"2026-03-01T21:31:18.225283Z","steps":["trace[1937750867] 'range keys from in-memory index tree' (duration: 182.092925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:18.836074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642266536,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T21:31:19.111721Z","caller":"traceutil/trace.go:171","msg":"trace[1102880213] linearizableReadLoop","detail":"{readStateIndex:10563; appliedIndex:10562; }","duration":"776.561576ms","start":"2026-03-01T21:31:18.335104Z","end":"2026-03-01T21:31:19.111666Z","steps":["trace[1102880213] 'read index received' (duration: 736.196989ms)","trace[1102880213] 'applied index is now lower than readState.Index' (duration: 40.362707ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:19.111905Z","caller":"traceutil/trace.go:171","msg":"trace[587211205] transaction","detail":"{read_only:false; response_revision:10071; number_of_response:1; }","duration":"834.113931ms","start":"2026-03-01T21:31:18.277777Z","end":"2026-03-01T21:31:19.111891Z","steps":["trace[587211205] 'process raft request' (duration: 793.744614ms)","trace[587211205] 'compare' (duration: 39.450907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:19.112055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:18.277736Z","time spent":"834.206023ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:19.112105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.013207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:19.112165Z","caller":"traceutil/trace.go:171","msg":"trace[1303506523] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:10071; }","duration":"707.127529ms","start":"2026-03-01T21:31:18.405024Z","end":"2026-03-01T21:31:19.112152Z","steps":["trace[1303506523] 'agreement among raft nodes before linearized reading' (duration: 707.023997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:19.112197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:18.405005Z","time spent":"707.18539ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:19.112189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.501742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:31:19.112238Z","caller":"traceutil/trace.go:171","msg":"trace[267544786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10071; }","duration":"242.577794ms","start":"2026-03-01T21:31:18.869648Z","end":"2026-03-01T21:31:19.112226Z","steps":["trace[267544786] 'agreement among raft nodes before linearized reading' (duration: 242.423461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:19.112385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.589285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:31:19.112408Z","caller":"traceutil/trace.go:171","msg":"trace[1932104824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10071; }","duration":"634.657087ms","start":"2026-03-01T21:31:18.477745Z","end":"2026-03-01T21:31:19.112402Z","steps":["trace[1932104824] 'agreement among raft nodes before linearized reading' (duration: 634.576395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:19.112425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:18.47772Z","time spent":"634.699557ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:31:19.11244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.308183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"warn","ts":"2026-03-01T21:31:19.112458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.626114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:19.112598Z","caller":"traceutil/trace.go:171","msg":"trace[1869962380] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:10071; }","duration":"472.883229ms","start":"2026-03-01T21:31:18.639698Z","end":"2026-03-01T21:31:19.112581Z","steps":["trace[1869962380] 'agreement among raft nodes before linearized reading' (duration: 472.590252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:19.112615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.944973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T21:31:19.112607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.82215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-01T21:31:19.112693Z","caller":"traceutil/trace.go:171","msg":"trace[176542925] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10071; }","duration":"243.093626ms","start":"2026-03-01T21:31:18.869583Z","end":"2026-03-01T21:31:19.112677Z","steps":["trace[176542925] 'agreement among raft nodes before linearized reading' (duration: 242.662816ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:19.112701Z","caller":"traceutil/trace.go:171","msg":"trace[1926908235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10071; }","duration":"243.086256ms","start":"2026-03-01T21:31:18.869583Z","end":"2026-03-01T21:31:19.11267Z","steps":["trace[1926908235] 'agreement among raft nodes before linearized reading' (duration: 242.888691ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:19.112533Z","caller":"traceutil/trace.go:171","msg":"trace[224599045] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10071; }","duration":"777.445056ms","start":"2026-03-01T21:31:18.335064Z","end":"2026-03-01T21:31:19.112509Z","steps":["trace[224599045] 'agreement among raft nodes before linearized reading' (duration: 777.173199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:19.112807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:18.335049Z","time spent":"777.749252ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:31:19.112706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:18.639664Z","time spent":"473.024642ms","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":120,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:31:19.509859Z","caller":"traceutil/trace.go:171","msg":"trace[199425157] transaction","detail":"{read_only:false; response_revision:10072; number_of_response:1; }","duration":"392.49577ms","start":"2026-03-01T21:31:19.117341Z","end":"2026-03-01T21:31:19.509837Z","steps":["trace[199425157] 'process raft request' (duration: 392.331837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:19.510025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:19.117308Z","time spent":"392.617403ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:19.524534Z","caller":"traceutil/trace.go:171","msg":"trace[1726982909] transaction","detail":"{read_only:false; response_revision:10075; number_of_response:1; }","duration":"405.882335ms","start":"2026-03-01T21:31:19.118631Z","end":"2026-03-01T21:31:19.524513Z","steps":["trace[1726982909] 'process raft request' (duration: 405.832334ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:19.524557Z","caller":"traceutil/trace.go:171","msg":"trace[487059066] transaction","detail":"{read_only:false; response_revision:10073; number_of_response:1; }","duration":"406.750436ms","start":"2026-03-01T21:31:19.117786Z","end":"2026-03-01T21:31:19.524537Z","steps":["trace[487059066] 'process raft request' (duration: 406.541231ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:19.524604Z","caller":"traceutil/trace.go:171","msg":"trace[1865553147] transaction","detail":"{read_only:false; response_revision:10074; number_of_response:1; }","duration":"406.433187ms","start":"2026-03-01T21:31:19.118146Z","end":"2026-03-01T21:31:19.524579Z","steps":["trace[1865553147] 'process raft request' (duration: 406.290074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:19.524671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:19.118608Z","time spent":"405.985258ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:19.524671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:19.117772Z","time spent":"406.838047ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:19.524702Z","caller":"traceutil/trace.go:171","msg":"trace[559302928] linearizableReadLoop","detail":"{readStateIndex:10568; appliedIndex:10563; }","duration":"403.169496ms","start":"2026-03-01T21:31:19.121507Z","end":"2026-03-01T21:31:19.524677Z","steps":["trace[559302928] 'read index received' (duration: 388.182115ms)","trace[559302928] 'applied index is now lower than readState.Index' (duration: 14.984831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:19.524722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:19.117769Z","time spent":"406.890148ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:19.524828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.315229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:19.524803Z","caller":"traceutil/trace.go:171","msg":"trace[2001153733] transaction","detail":"{read_only:false; response_revision:10076; number_of_response:1; }","duration":"405.987718ms","start":"2026-03-01T21:31:19.118758Z","end":"2026-03-01T21:31:19.524746Z","steps":["trace[2001153733] 'process raft request' (duration: 405.726872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:19.524951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.743491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:31:19.524954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.437552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T21:31:19.524968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.594724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:31:19.524983Z","caller":"traceutil/trace.go:171","msg":"trace[1841154804] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:10076; }","duration":"229.830494ms","start":"2026-03-01T21:31:19.295145Z","end":"2026-03-01T21:31:19.524976Z","steps":["trace[1841154804] 'agreement among raft nodes before linearized reading' (duration: 229.771643ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:19.525014Z","caller":"traceutil/trace.go:171","msg":"trace[1491332640] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:10076; }","duration":"327.696137ms","start":"2026-03-01T21:31:19.197303Z","end":"2026-03-01T21:31:19.524999Z","steps":["trace[1491332640] 'agreement among raft nodes before linearized reading' (duration: 327.507872ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:19.525017Z","caller":"traceutil/trace.go:171","msg":"trace[304453827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10076; }","duration":"122.530074ms","start":"2026-03-01T21:31:19.402463Z","end":"2026-03-01T21:31:19.524993Z","steps":["trace[304453827] 'agreement among raft nodes before linearized reading' (duration: 122.398082ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:19.52489Z","caller":"traceutil/trace.go:171","msg":"trace[356318947] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:10076; }","duration":"403.373721ms","start":"2026-03-01T21:31:19.121487Z","end":"2026-03-01T21:31:19.524861Z","steps":["trace[356318947] 'agreement among raft nodes before linearized reading' (duration: 403.301719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:19.525088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:19.197275Z","time spent":"327.785598ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"warn","ts":"2026-03-01T21:31:19.525091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:19.118749Z","time spent":"406.186452ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:19.525181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:19.12148Z","time spent":"403.653276ms","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-01T21:31:19.643401Z","caller":"traceutil/trace.go:171","msg":"trace[832160557] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10076; }","duration":"110.292945ms","start":"2026-03-01T21:31:19.533082Z","end":"2026-03-01T21:31:19.643375Z","steps":["trace[832160557] 'process raft request' (duration: 109.516249ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:19.681908Z","caller":"traceutil/trace.go:171","msg":"trace[590319909] linearizableReadLoop","detail":"{readStateIndex:10570; appliedIndex:10568; }","duration":"146.43532ms","start":"2026-03-01T21:31:19.535436Z","end":"2026-03-01T21:31:19.681871Z","steps":["trace[590319909] 'read index received' (duration: 107.130616ms)","trace[590319909] 'applied index is now lower than readState.Index' (duration: 39.301224ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:19.681954Z","caller":"traceutil/trace.go:171","msg":"trace[1783039534] transaction","detail":"{read_only:false; response_revision:10077; number_of_response:1; }","duration":"147.34938ms","start":"2026-03-01T21:31:19.534572Z","end":"2026-03-01T21:31:19.681921Z","steps":["trace[1783039534] 'process raft request' (duration: 147.131856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:19.682693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.225187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:320672"} {"level":"info","ts":"2026-03-01T21:31:19.682765Z","caller":"traceutil/trace.go:171","msg":"trace[168270240] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10077; }","duration":"147.36158ms","start":"2026-03-01T21:31:19.535387Z","end":"2026-03-01T21:31:19.682748Z","steps":["trace[168270240] 'agreement among raft nodes before linearized reading' (duration: 146.653085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:20.07577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.192463ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T21:31:20.075854Z","caller":"traceutil/trace.go:171","msg":"trace[1876969770] linearizableReadLoop","detail":"{readStateIndex:10571; appliedIndex:10570; }","duration":"393.83272ms","start":"2026-03-01T21:31:19.682006Z","end":"2026-03-01T21:31:20.075839Z","steps":["trace[1876969770] 'read index received' (duration: 62.462793ms)","trace[1876969770] 'applied index is now lower than readState.Index' (duration: 331.368887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:20.075983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.875638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:20.076034Z","caller":"traceutil/trace.go:171","msg":"trace[1948444269] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:10077; }","duration":"125.979311ms","start":"2026-03-01T21:31:19.950043Z","end":"2026-03-01T21:31:20.076022Z","steps":["trace[1948444269] 'agreement among raft nodes before linearized reading' (duration: 125.888628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:20.076099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.582831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13485"} {"level":"info","ts":"2026-03-01T21:31:20.076123Z","caller":"traceutil/trace.go:171","msg":"trace[918571646] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:10077; }","duration":"431.639783ms","start":"2026-03-01T21:31:19.644477Z","end":"2026-03-01T21:31:20.076117Z","steps":["trace[918571646] 'agreement among raft nodes before linearized reading' (duration: 431.438807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:20.076144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:19.644463Z","time spent":"431.676823ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13508,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-01T21:31:20.076463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.309366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:31:20.076604Z","caller":"traceutil/trace.go:171","msg":"trace[2046568068] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10077; }","duration":"472.51245ms","start":"2026-03-01T21:31:19.604059Z","end":"2026-03-01T21:31:20.076571Z","steps":["trace[2046568068] 'agreement among raft nodes before linearized reading' (duration: 472.02328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:20.076668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:19.604049Z","time spent":"472.601082ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T21:31:20.23901Z","caller":"traceutil/trace.go:171","msg":"trace[1320148948] linearizableReadLoop","detail":"{readStateIndex:10572; appliedIndex:10571; }","duration":"158.634599ms","start":"2026-03-01T21:31:20.080356Z","end":"2026-03-01T21:31:20.23899Z","steps":["trace[1320148948] 'read index received' (duration: 158.500266ms)","trace[1320148948] 'applied index is now lower than readState.Index' (duration: 132.983µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:20.239086Z","caller":"traceutil/trace.go:171","msg":"trace[1500250873] transaction","detail":"{read_only:false; response_revision:10078; number_of_response:1; }","duration":"159.157011ms","start":"2026-03-01T21:31:20.079903Z","end":"2026-03-01T21:31:20.23906Z","steps":["trace[1500250873] 'process raft request' (duration: 158.931666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:20.239164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.790452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-01T21:31:20.239195Z","caller":"traceutil/trace.go:171","msg":"trace[1442949089] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10078; }","duration":"158.849613ms","start":"2026-03-01T21:31:20.080337Z","end":"2026-03-01T21:31:20.239187Z","steps":["trace[1442949089] 'agreement among raft nodes before linearized reading' (duration: 158.734761ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:20.641384Z","caller":"traceutil/trace.go:171","msg":"trace[723719767] transaction","detail":"{read_only:false; response_revision:10079; number_of_response:1; }","duration":"553.100932ms","start":"2026-03-01T21:31:20.088254Z","end":"2026-03-01T21:31:20.641355Z","steps":["trace[723719767] 'process raft request' (duration: 520.051386ms)","trace[723719767] 'compare' (duration: 32.73753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:20.641539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:20.08823Z","time spent":"553.224624ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:20.719608Z","caller":"traceutil/trace.go:171","msg":"trace[908894692] transaction","detail":"{read_only:false; response_revision:10080; number_of_response:1; }","duration":"476.926247ms","start":"2026-03-01T21:31:20.242658Z","end":"2026-03-01T21:31:20.719584Z","steps":["trace[908894692] 'process raft request' (duration: 476.768323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:20.719732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:20.242651Z","time spent":"477.013419ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:20.838231Z","caller":"traceutil/trace.go:171","msg":"trace[388517933] linearizableReadLoop","detail":"{readStateIndex:10575; appliedIndex:10574; }","duration":"108.990997ms","start":"2026-03-01T21:31:20.729217Z","end":"2026-03-01T21:31:20.838208Z","steps":["trace[388517933] 'read index received' (duration: 76.525283ms)","trace[388517933] 'applied index is now lower than readState.Index' (duration: 32.464684ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:20.838349Z","caller":"traceutil/trace.go:171","msg":"trace[1333677931] transaction","detail":"{read_only:false; response_revision:10081; number_of_response:1; }","duration":"112.239718ms","start":"2026-03-01T21:31:20.726073Z","end":"2026-03-01T21:31:20.838312Z","steps":["trace[1333677931] 'process raft request' (duration: 79.718163ms)","trace[1333677931] 'compare' (duration: 32.29226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:20.838487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.256132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-03-01T21:31:20.83856Z","caller":"traceutil/trace.go:171","msg":"trace[2025843463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10081; }","duration":"109.326634ms","start":"2026-03-01T21:31:20.729184Z","end":"2026-03-01T21:31:20.838511Z","steps":["trace[2025843463] 'agreement among raft nodes before linearized reading' (duration: 109.159481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:21.171694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.938394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:31:21.171764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.00972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:21.171825Z","caller":"traceutil/trace.go:171","msg":"trace[687664366] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:10081; }","duration":"233.141297ms","start":"2026-03-01T21:31:20.938654Z","end":"2026-03-01T21:31:21.171795Z","steps":["trace[687664366] 'count revisions from in-memory index tree' (duration: 232.799079ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:21.17185Z","caller":"traceutil/trace.go:171","msg":"trace[813818905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10081; }","duration":"130.156513ms","start":"2026-03-01T21:31:21.041672Z","end":"2026-03-01T21:31:21.171828Z","steps":["trace[813818905] 'range keys from in-memory index tree' (duration: 129.909958ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:21.636606Z","caller":"traceutil/trace.go:171","msg":"trace[1152791025] linearizableReadLoop","detail":"{readStateIndex:10576; appliedIndex:10575; }","duration":"108.2011ms","start":"2026-03-01T21:31:21.528375Z","end":"2026-03-01T21:31:21.636576Z","steps":["trace[1152791025] 'read index received' (duration: 108.025166ms)","trace[1152791025] 'applied index is now lower than readState.Index' (duration: 174.894µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:21.636716Z","caller":"traceutil/trace.go:171","msg":"trace[1106905209] transaction","detail":"{read_only:false; response_revision:10082; number_of_response:1; }","duration":"117.178447ms","start":"2026-03-01T21:31:21.519518Z","end":"2026-03-01T21:31:21.636697Z","steps":["trace[1106905209] 'process raft request' (duration: 116.786688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:21.636902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.956665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-03-01T21:31:21.636893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.495306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:31:21.63693Z","caller":"traceutil/trace.go:171","msg":"trace[987376784] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10082; }","duration":"108.005206ms","start":"2026-03-01T21:31:21.528916Z","end":"2026-03-01T21:31:21.636921Z","steps":["trace[987376784] 'agreement among raft nodes before linearized reading' (duration: 107.924614ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:21.636941Z","caller":"traceutil/trace.go:171","msg":"trace[97502686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10082; }","duration":"108.603509ms","start":"2026-03-01T21:31:21.528325Z","end":"2026-03-01T21:31:21.636929Z","steps":["trace[97502686] 'agreement among raft nodes before linearized reading' (duration: 108.418315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:21.636953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.381064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:31:21.637034Z","caller":"traceutil/trace.go:171","msg":"trace[918917606] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10082; }","duration":"108.514987ms","start":"2026-03-01T21:31:21.528501Z","end":"2026-03-01T21:31:21.637016Z","steps":["trace[918917606] 'agreement among raft nodes before linearized reading' (duration: 108.285282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:21.636953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.057145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:31:21.637175Z","caller":"traceutil/trace.go:171","msg":"trace[1571935907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10082; }","duration":"102.313431ms","start":"2026-03-01T21:31:21.534848Z","end":"2026-03-01T21:31:21.637161Z","steps":["trace[1571935907] 'agreement among raft nodes before linearized reading' (duration: 101.987594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:21.85134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.014137ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:21.851536Z","caller":"traceutil/trace.go:171","msg":"trace[34179195] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10082; }","duration":"154.248122ms","start":"2026-03-01T21:31:21.697253Z","end":"2026-03-01T21:31:21.851501Z","steps":["trace[34179195] 'range keys from in-memory index tree' (duration: 153.963346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:21.851748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.822651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:21.851901Z","caller":"traceutil/trace.go:171","msg":"trace[1249261354] transaction","detail":"{read_only:false; response_revision:10083; number_of_response:1; }","duration":"211.292066ms","start":"2026-03-01T21:31:21.640553Z","end":"2026-03-01T21:31:21.851845Z","steps":["trace[1249261354] 'process raft request' (duration: 43.241821ms)","trace[1249261354] 'compare' (duration: 167.622456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:22.188015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.563544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:22.188452Z","caller":"traceutil/trace.go:171","msg":"trace[871489625] transaction","detail":"{read_only:false; response_revision:10085; number_of_response:1; }","duration":"544.912343ms","start":"2026-03-01T21:31:21.643528Z","end":"2026-03-01T21:31:22.18844Z","steps":["trace[871489625] 'process raft request' (duration: 544.564854ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:22.188477Z","caller":"traceutil/trace.go:171","msg":"trace[1806751750] transaction","detail":"{read_only:false; response_revision:10084; number_of_response:1; }","duration":"546.851366ms","start":"2026-03-01T21:31:21.641595Z","end":"2026-03-01T21:31:22.188446Z","steps":["trace[1806751750] 'process raft request' (duration: 373.78566ms)","trace[1806751750] 'compare' (duration: 172.444201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:22.188542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:21.643513Z","time spent":"544.974365ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:22.188642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:21.641583Z","time spent":"546.967138ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:22.188411Z","caller":"traceutil/trace.go:171","msg":"trace[157353387] linearizableReadLoop","detail":"{readStateIndex:10578; appliedIndex:10576; }","duration":"546.345074ms","start":"2026-03-01T21:31:21.642051Z","end":"2026-03-01T21:31:22.188396Z","steps":["trace[157353387] 'read index received' (duration: 41.760047ms)","trace[157353387] 'applied index is now lower than readState.Index' (duration: 504.583907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:22.188913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.875494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:31:22.188937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.850435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-01T21:31:22.188977Z","caller":"traceutil/trace.go:171","msg":"trace[400330751] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:10085; }","duration":"546.428396ms","start":"2026-03-01T21:31:21.642534Z","end":"2026-03-01T21:31:22.188963Z","steps":["trace[400330751] 'agreement among raft nodes before linearized reading' (duration: 546.318184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:22.189019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:21.642357Z","time spent":"546.652251ms","remote":"127.0.0.1:40920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:31:22.189026Z","caller":"traceutil/trace.go:171","msg":"trace[1659183700] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10085; }","duration":"546.970328ms","start":"2026-03-01T21:31:21.642029Z","end":"2026-03-01T21:31:22.188999Z","steps":["trace[1659183700] 'agreement among raft nodes before linearized reading' (duration: 546.668141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:22.189077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:21.642023Z","time spent":"547.044639ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:31:22.189027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.329897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-01T21:31:22.189297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.845878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:31:22.189139Z","caller":"traceutil/trace.go:171","msg":"trace[509842082] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:10085; }","duration":"497.484591ms","start":"2026-03-01T21:31:21.691638Z","end":"2026-03-01T21:31:22.189123Z","steps":["trace[509842082] 'agreement among raft nodes before linearized reading' (duration: 497.258506ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:22.189344Z","caller":"traceutil/trace.go:171","msg":"trace[2042539680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10085; }","duration":"502.92623ms","start":"2026-03-01T21:31:21.686406Z","end":"2026-03-01T21:31:22.189332Z","steps":["trace[2042539680] 'agreement among raft nodes before linearized reading' (duration: 502.787677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:22.189374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:21.686384Z","time spent":"502.983701ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:31:22.189551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:21.691617Z","time spent":"497.740566ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"warn","ts":"2026-03-01T21:31:22.70934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.454942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:22.709532Z","caller":"traceutil/trace.go:171","msg":"trace[1635671281] transaction","detail":"{read_only:false; response_revision:10086; number_of_response:1; }","duration":"513.703147ms","start":"2026-03-01T21:31:22.195798Z","end":"2026-03-01T21:31:22.709502Z","steps":["trace[1635671281] 'process raft request' (duration: 99.979719ms)","trace[1635671281] 'compare' (duration: 413.292517ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:22.709595Z","caller":"traceutil/trace.go:171","msg":"trace[385784617] transaction","detail":"{read_only:false; response_revision:10087; number_of_response:1; }","duration":"513.721077ms","start":"2026-03-01T21:31:22.195855Z","end":"2026-03-01T21:31:22.709576Z","steps":["trace[385784617] 'process raft request' (duration: 513.655776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:22.709673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:22.195835Z","time spent":"513.79828ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:22.709633Z","caller":"traceutil/trace.go:171","msg":"trace[26621075] linearizableReadLoop","detail":"{readStateIndex:10580; appliedIndex:10579; }","duration":"513.772059ms","start":"2026-03-01T21:31:22.195828Z","end":"2026-03-01T21:31:22.7096Z","steps":["trace[26621075] 'read index received' (duration: 99.923768ms)","trace[26621075] 'applied index is now lower than readState.Index' (duration: 413.845321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:22.709704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:22.195786Z","time spent":"513.81951ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:22.709918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.794065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T21:31:22.710011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.554581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:121565"} {"level":"warn","ts":"2026-03-01T21:31:22.709957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.4969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-01T21:31:22.710025Z","caller":"traceutil/trace.go:171","msg":"trace[1560945215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10087; }","duration":"466.929128ms","start":"2026-03-01T21:31:22.243078Z","end":"2026-03-01T21:31:22.710007Z","steps":["trace[1560945215] 'agreement among raft nodes before linearized reading' (duration: 466.707063ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:22.710053Z","caller":"traceutil/trace.go:171","msg":"trace[599235514] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:10087; }","duration":"512.656793ms","start":"2026-03-01T21:31:22.197383Z","end":"2026-03-01T21:31:22.71004Z","steps":["trace[599235514] 'agreement among raft nodes before linearized reading' (duration: 512.398708ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:22.710083Z","caller":"traceutil/trace.go:171","msg":"trace[1557213012] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:10087; }","duration":"512.629923ms","start":"2026-03-01T21:31:22.197422Z","end":"2026-03-01T21:31:22.710052Z","steps":["trace[1557213012] 'agreement among raft nodes before linearized reading' (duration: 512.375647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:22.71009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:22.197375Z","time spent":"512.706374ms","remote":"127.0.0.1:40836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":121588,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-01T21:31:22.710124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:22.197412Z","time spent":"512.703265ms","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-01T21:31:22.710591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:22.243067Z","time spent":"467.514211ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:31:22.711223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.348693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:320672"} {"level":"info","ts":"2026-03-01T21:31:22.711284Z","caller":"traceutil/trace.go:171","msg":"trace[1511177333] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10087; }","duration":"515.464435ms","start":"2026-03-01T21:31:22.195806Z","end":"2026-03-01T21:31:22.71127Z","steps":["trace[1511177333] 'agreement among raft nodes before linearized reading' (duration: 513.932452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:22.711321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:22.195796Z","time spent":"515.514706ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":320695,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T21:31:23.148577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.160389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:23.148796Z","caller":"traceutil/trace.go:171","msg":"trace[1855036744] linearizableReadLoop","detail":"{readStateIndex:10583; appliedIndex:10581; }","duration":"317.044282ms","start":"2026-03-01T21:31:22.831731Z","end":"2026-03-01T21:31:23.148776Z","steps":["trace[1855036744] 'read index received' (duration: 42.608116ms)","trace[1855036744] 'applied index is now lower than readState.Index' (duration: 274.435086ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:23.148899Z","caller":"traceutil/trace.go:171","msg":"trace[1574439735] transaction","detail":"{read_only:false; response_revision:10089; number_of_response:1; }","duration":"431.610111ms","start":"2026-03-01T21:31:22.717278Z","end":"2026-03-01T21:31:23.148888Z","steps":["trace[1574439735] 'process raft request' (duration: 431.392566ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:23.148938Z","caller":"traceutil/trace.go:171","msg":"trace[221184711] transaction","detail":"{read_only:false; response_revision:10088; number_of_response:1; }","duration":"434.542885ms","start":"2026-03-01T21:31:22.71434Z","end":"2026-03-01T21:31:23.148883Z","steps":["trace[221184711] 'process raft request' (duration: 159.990367ms)","trace[221184711] 'compare' (duration: 273.968635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:23.149045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.318897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:23.149085Z","caller":"traceutil/trace.go:171","msg":"trace[712854618] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10089; }","duration":"317.39019ms","start":"2026-03-01T21:31:22.831679Z","end":"2026-03-01T21:31:23.149069Z","steps":["trace[712854618] 'agreement among raft nodes before linearized reading' (duration: 317.331258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:23.149095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:22.714318Z","time spent":"434.697909ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:23.149126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:22.831658Z","time spent":"317.458802ms","remote":"127.0.0.1:41016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:23.149145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.31825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:23.149187Z","caller":"traceutil/trace.go:171","msg":"trace[609817346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10089; }","duration":"107.388682ms","start":"2026-03-01T21:31:23.041783Z","end":"2026-03-01T21:31:23.149171Z","steps":["trace[609817346] 'agreement among raft nodes before linearized reading' (duration: 107.342151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:23.148972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:22.717262Z","time spent":"431.669012ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:23.149084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.998191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:31:23.149427Z","caller":"traceutil/trace.go:171","msg":"trace[21769775] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10089; }","duration":"307.345068ms","start":"2026-03-01T21:31:22.842061Z","end":"2026-03-01T21:31:23.149406Z","steps":["trace[21769775] 'agreement among raft nodes before linearized reading' (duration: 306.904178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:23.149469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:22.842045Z","time spent":"307.41069ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:31:23.783296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642266589,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T21:31:23.947226Z","caller":"traceutil/trace.go:171","msg":"trace[162116009] linearizableReadLoop","detail":"{readStateIndex:10584; appliedIndex:10583; }","duration":"664.700857ms","start":"2026-03-01T21:31:23.282502Z","end":"2026-03-01T21:31:23.947203Z","steps":["trace[162116009] 'read index received' (duration: 664.455642ms)","trace[162116009] 'applied index is now lower than readState.Index' (duration: 244.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:23.947604Z","caller":"traceutil/trace.go:171","msg":"trace[1250873964] transaction","detail":"{read_only:false; response_revision:10090; number_of_response:1; }","duration":"790.128605ms","start":"2026-03-01T21:31:23.157456Z","end":"2026-03-01T21:31:23.947585Z","steps":["trace[1250873964] 'process raft request' (duration: 789.602093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:23.947875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:23.157402Z","time spent":"790.253989ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:23.947956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.449174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-01T21:31:23.948026Z","caller":"traceutil/trace.go:171","msg":"trace[651635919] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10090; }","duration":"665.576577ms","start":"2026-03-01T21:31:23.282432Z","end":"2026-03-01T21:31:23.948009Z","steps":["trace[651635919] 'agreement among raft nodes before linearized reading' (duration: 665.340241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:23.947996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.819927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T21:31:23.948068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:23.282406Z","time spent":"665.653019ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T21:31:23.948086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.867706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-01T21:31:23.948095Z","caller":"traceutil/trace.go:171","msg":"trace[740186327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10090; }","duration":"306.971101ms","start":"2026-03-01T21:31:23.6411Z","end":"2026-03-01T21:31:23.948071Z","steps":["trace[740186327] 'agreement among raft nodes before linearized reading' (duration: 306.686405ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:23.948123Z","caller":"traceutil/trace.go:171","msg":"trace[1393214286] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10090; }","duration":"189.908737ms","start":"2026-03-01T21:31:23.758205Z","end":"2026-03-01T21:31:23.948114Z","steps":["trace[1393214286] 'agreement among raft nodes before linearized reading' (duration: 189.760834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:23.948149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:23.641078Z","time spent":"307.057463ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:31:24.60407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.362298ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-01T21:31:24.60415Z","caller":"traceutil/trace.go:171","msg":"trace[1613807705] linearizableReadLoop","detail":"{readStateIndex:10589; appliedIndex:10588; }","duration":"562.443989ms","start":"2026-03-01T21:31:24.041691Z","end":"2026-03-01T21:31:24.604135Z","steps":["trace[1613807705] 'read index received' (duration: 235.970359ms)","trace[1613807705] 'applied index is now lower than readState.Index' (duration: 326.47247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:24.604216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:24.004523Z","time spent":"599.689797ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T21:31:24.604378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.679954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:24.604406Z","caller":"traceutil/trace.go:171","msg":"trace[908760327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10094; }","duration":"562.751885ms","start":"2026-03-01T21:31:24.041648Z","end":"2026-03-01T21:31:24.604399Z","steps":["trace[908760327] 'agreement among raft nodes before linearized reading' (duration: 562.692874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:24.604426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:24.04163Z","time spent":"562.791906ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:31:24.604712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.229746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:24.604838Z","caller":"traceutil/trace.go:171","msg":"trace[100317962] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:10094; }","duration":"543.40295ms","start":"2026-03-01T21:31:24.061392Z","end":"2026-03-01T21:31:24.604795Z","steps":["trace[100317962] 'agreement among raft nodes before linearized reading' (duration: 543.154064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:24.604895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:24.061368Z","time spent":"543.514372ms","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:24.604883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.351783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:24.604964Z","caller":"traceutil/trace.go:171","msg":"trace[1309213981] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:10094; }","duration":"520.474555ms","start":"2026-03-01T21:31:24.084466Z","end":"2026-03-01T21:31:24.604941Z","steps":["trace[1309213981] 'agreement among raft nodes before linearized reading' (duration: 520.341762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:24.604964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.754812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T21:31:24.604979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.569978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-01T21:31:24.605028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:24.08445Z","time spent":"520.562858ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:31:24.605034Z","caller":"traceutil/trace.go:171","msg":"trace[2054207300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10094; }","duration":"410.873105ms","start":"2026-03-01T21:31:24.194145Z","end":"2026-03-01T21:31:24.605018Z","steps":["trace[2054207300] 'agreement among raft nodes before linearized reading' (duration: 410.64416ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:24.605067Z","caller":"traceutil/trace.go:171","msg":"trace[1628390842] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10094; }","duration":"410.69707ms","start":"2026-03-01T21:31:24.194349Z","end":"2026-03-01T21:31:24.605046Z","steps":["trace[1628390842] 'agreement among raft nodes before linearized reading' (duration: 410.456445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:24.605095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:24.194119Z","time spent":"410.963876ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:31:24.605116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:24.194317Z","time spent":"410.779102ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-01T21:31:25.041465Z","caller":"traceutil/trace.go:171","msg":"trace[446083690] linearizableReadLoop","detail":"{readStateIndex:10590; appliedIndex:10589; }","duration":"435.520367ms","start":"2026-03-01T21:31:24.605923Z","end":"2026-03-01T21:31:25.041444Z","steps":["trace[446083690] 'read index received' (duration: 435.350413ms)","trace[446083690] 'applied index is now lower than readState.Index' (duration: 169.114µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:25.041524Z","caller":"traceutil/trace.go:171","msg":"trace[969373989] transaction","detail":"{read_only:false; response_revision:10095; number_of_response:1; }","duration":"435.798454ms","start":"2026-03-01T21:31:24.605699Z","end":"2026-03-01T21:31:25.041498Z","steps":["trace[969373989] 'process raft request' (duration: 435.593629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:25.041606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.67475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:25.041634Z","caller":"traceutil/trace.go:171","msg":"trace[1059861103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10095; }","duration":"435.765072ms","start":"2026-03-01T21:31:24.605861Z","end":"2026-03-01T21:31:25.041627Z","steps":["trace[1059861103] 'agreement among raft nodes before linearized reading' (duration: 435.67403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:25.04165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:24.605839Z","time spent":"435.808352ms","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:31:25.04165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:24.605678Z","time spent":"435.900916ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:25.496682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.522126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:25.496812Z","caller":"traceutil/trace.go:171","msg":"trace[1130814878] transaction","detail":"{read_only:false; response_revision:10096; number_of_response:1; }","duration":"886.262589ms","start":"2026-03-01T21:31:24.610533Z","end":"2026-03-01T21:31:25.496796Z","steps":["trace[1130814878] 'process raft request' (duration: 521.588879ms)","trace[1130814878] 'compare' (duration: 364.374773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:25.496862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:24.610492Z","time spent":"886.346451ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:25.497077Z","caller":"traceutil/trace.go:171","msg":"trace[1769442262] transaction","detail":"{read_only:false; response_revision:10097; number_of_response:1; }","duration":"885.163514ms","start":"2026-03-01T21:31:24.611906Z","end":"2026-03-01T21:31:25.49707Z","steps":["trace[1769442262] 'process raft request' (duration: 884.858828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:25.497113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:24.611894Z","time spent":"885.198426ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:25.497099Z","caller":"traceutil/trace.go:171","msg":"trace[1742901028] linearizableReadLoop","detail":"{readStateIndex:10592; appliedIndex:10590; }","duration":"455.553908ms","start":"2026-03-01T21:31:25.041522Z","end":"2026-03-01T21:31:25.497076Z","steps":["trace[1742901028] 'read index received' (duration: 90.583322ms)","trace[1742901028] 'applied index is now lower than readState.Index' (duration: 364.969736ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:25.497236Z","caller":"traceutil/trace.go:171","msg":"trace[1036103299] transaction","detail":"{read_only:false; response_revision:10098; number_of_response:1; }","duration":"391.630782ms","start":"2026-03-01T21:31:25.105577Z","end":"2026-03-01T21:31:25.497208Z","steps":["trace[1036103299] 'process raft request' (duration: 391.434038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:25.497306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.837941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:25.49734Z","caller":"traceutil/trace.go:171","msg":"trace[1268338810] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10098; }","duration":"805.961403ms","start":"2026-03-01T21:31:24.69137Z","end":"2026-03-01T21:31:25.497331Z","steps":["trace[1268338810] 'agreement among raft nodes before linearized reading' (duration: 805.8327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:25.49738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:24.691338Z","time spent":"806.030935ms","remote":"127.0.0.1:41246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:25.497391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:25.105554Z","time spent":"391.743844ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:25.497517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.860481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-01T21:31:25.497549Z","caller":"traceutil/trace.go:171","msg":"trace[1342760275] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10098; }","duration":"453.923471ms","start":"2026-03-01T21:31:25.043611Z","end":"2026-03-01T21:31:25.497535Z","steps":["trace[1342760275] 'agreement among raft nodes before linearized reading' (duration: 453.831499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:25.497565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:25.043588Z","time spent":"453.973673ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T21:31:25.497563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.902833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-03-01T21:31:25.497567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.669022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:31:25.497604Z","caller":"traceutil/trace.go:171","msg":"trace[1695057679] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10098; }","duration":"343.989595ms","start":"2026-03-01T21:31:25.153603Z","end":"2026-03-01T21:31:25.497593Z","steps":["trace[1695057679] 'agreement among raft nodes before linearized reading' (duration: 343.861012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:25.497594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.802402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:31:25.497626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.065776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:31:25.497696Z","caller":"traceutil/trace.go:171","msg":"trace[1398242330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10098; }","duration":"449.944224ms","start":"2026-03-01T21:31:25.047727Z","end":"2026-03-01T21:31:25.497671Z","steps":["trace[1398242330] 'agreement among raft nodes before linearized reading' (duration: 449.774021ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:25.4977Z","caller":"traceutil/trace.go:171","msg":"trace[534780179] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:10098; }","duration":"776.194529ms","start":"2026-03-01T21:31:24.721487Z","end":"2026-03-01T21:31:25.497682Z","steps":["trace[534780179] 'agreement among raft nodes before linearized reading' (duration: 775.592936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:25.497692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.724409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-01T21:31:25.497633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:25.153575Z","time spent":"344.050626ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:31:25.497748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:24.721465Z","time spent":"776.273701ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"warn","ts":"2026-03-01T21:31:25.497749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:25.047711Z","time spent":"450.029857ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:31:25.497761Z","caller":"traceutil/trace.go:171","msg":"trace[318385733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10098; }","duration":"343.839212ms","start":"2026-03-01T21:31:25.153905Z","end":"2026-03-01T21:31:25.497744Z","steps":["trace[318385733] 'agreement among raft nodes before linearized reading' (duration: 343.592197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:25.497799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:25.153878Z","time spent":"343.912803ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T21:31:25.497615Z","caller":"traceutil/trace.go:171","msg":"trace[1275342010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10098; }","duration":"782.763864ms","start":"2026-03-01T21:31:24.714837Z","end":"2026-03-01T21:31:25.497601Z","steps":["trace[1275342010] 'agreement among raft nodes before linearized reading' (duration: 782.288644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:25.497965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:24.714808Z","time spent":"783.141062ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:31:26.035662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.800734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:26.035782Z","caller":"traceutil/trace.go:171","msg":"trace[780086446] transaction","detail":"{read_only:false; response_revision:10099; number_of_response:1; }","duration":"533.598374ms","start":"2026-03-01T21:31:25.502165Z","end":"2026-03-01T21:31:26.035763Z","steps":["trace[780086446] 'process raft request' (duration: 107.610816ms)","trace[780086446] 'compare' (duration: 425.703992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:26.03584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:25.502151Z","time spent":"533.660846ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:26.070506Z","caller":"traceutil/trace.go:171","msg":"trace[343612449] transaction","detail":"{read_only:false; response_revision:10100; number_of_response:1; }","duration":"555.096316ms","start":"2026-03-01T21:31:25.515384Z","end":"2026-03-01T21:31:26.070481Z","steps":["trace[343612449] 'process raft request' (duration: 554.899912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:26.070615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:25.515368Z","time spent":"555.190029ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:26.07065Z","caller":"traceutil/trace.go:171","msg":"trace[1030327641] linearizableReadLoop","detail":"{readStateIndex:10595; appliedIndex:10593; }","duration":"555.208109ms","start":"2026-03-01T21:31:25.515413Z","end":"2026-03-01T21:31:26.070622Z","steps":["trace[1030327641] 'read index received' (duration: 94.371306ms)","trace[1030327641] 'applied index is now lower than readState.Index' (duration: 460.823573ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:26.070678Z","caller":"traceutil/trace.go:171","msg":"trace[259382716] transaction","detail":"{read_only:false; response_revision:10101; number_of_response:1; }","duration":"555.120377ms","start":"2026-03-01T21:31:25.515532Z","end":"2026-03-01T21:31:26.070653Z","steps":["trace[259382716] 'process raft request' (duration: 554.889322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:26.070773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:25.515518Z","time spent":"555.209108ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:26.070907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.029936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18111"} {"level":"info","ts":"2026-03-01T21:31:26.070966Z","caller":"traceutil/trace.go:171","msg":"trace[1402378845] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:10101; }","duration":"379.110517ms","start":"2026-03-01T21:31:25.691839Z","end":"2026-03-01T21:31:26.07095Z","steps":["trace[1402378845] 'agreement among raft nodes before linearized reading' (duration: 378.927852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:26.071009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:25.691829Z","time spent":"379.166938ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18134,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-01T21:31:26.071257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.727424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:26.07135Z","caller":"traceutil/trace.go:171","msg":"trace[444169335] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:10101; }","duration":"321.846297ms","start":"2026-03-01T21:31:25.749489Z","end":"2026-03-01T21:31:26.071335Z","steps":["trace[444169335] 'agreement among raft nodes before linearized reading' (duration: 321.726765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:26.071344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.880664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:320672"} {"level":"info","ts":"2026-03-01T21:31:26.071405Z","caller":"traceutil/trace.go:171","msg":"trace[746621197] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10101; }","duration":"555.982987ms","start":"2026-03-01T21:31:25.515406Z","end":"2026-03-01T21:31:26.071389Z","steps":["trace[746621197] 'agreement among raft nodes before linearized reading' (duration: 555.352462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:26.071451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:25.515361Z","time spent":"556.079419ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":320695,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T21:31:26.071419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:25.749476Z","time spent":"321.906758ms","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:26.071453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.093533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:31:26.071517Z","caller":"traceutil/trace.go:171","msg":"trace[1045908297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10101; }","duration":"211.206285ms","start":"2026-03-01T21:31:25.860296Z","end":"2026-03-01T21:31:26.071502Z","steps":["trace[1045908297] 'agreement among raft nodes before linearized reading' (duration: 210.891468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:26.529329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.7373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:26.529509Z","caller":"traceutil/trace.go:171","msg":"trace[1753365335] transaction","detail":"{read_only:false; response_revision:10102; number_of_response:1; }","duration":"453.189676ms","start":"2026-03-01T21:31:26.076279Z","end":"2026-03-01T21:31:26.529468Z","steps":["trace[1753365335] 'process raft request' (duration: 254.226581ms)","trace[1753365335] 'compare' (duration: 198.616128ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:26.529627Z","caller":"traceutil/trace.go:171","msg":"trace[120857263] linearizableReadLoop","detail":"{readStateIndex:10597; appliedIndex:10596; }","duration":"452.98061ms","start":"2026-03-01T21:31:26.076621Z","end":"2026-03-01T21:31:26.529602Z","steps":["trace[120857263] 'read index received' (duration: 253.920983ms)","trace[120857263] 'applied index is now lower than readState.Index' (duration: 199.056447ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:26.529668Z","caller":"traceutil/trace.go:171","msg":"trace[600828785] transaction","detail":"{read_only:false; response_revision:10106; number_of_response:1; }","duration":"263.707779ms","start":"2026-03-01T21:31:26.265942Z","end":"2026-03-01T21:31:26.529649Z","steps":["trace[600828785] 'process raft request' (duration: 263.656658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:26.52968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:26.076262Z","time spent":"453.327409ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:26.529844Z","caller":"traceutil/trace.go:171","msg":"trace[1578678203] transaction","detail":"{read_only:false; response_revision:10103; number_of_response:1; }","duration":"453.058252ms","start":"2026-03-01T21:31:26.076771Z","end":"2026-03-01T21:31:26.529829Z","steps":["trace[1578678203] 'process raft request' (duration: 452.688354ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:26.529844Z","caller":"traceutil/trace.go:171","msg":"trace[885052096] transaction","detail":"{read_only:false; response_revision:10105; number_of_response:1; }","duration":"450.525746ms","start":"2026-03-01T21:31:26.079302Z","end":"2026-03-01T21:31:26.529828Z","steps":["trace[885052096] 'process raft request' (duration: 450.25375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:26.529915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:26.076761Z","time spent":"453.118003ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:26.529921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:26.079293Z","time spent":"450.592887ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:26.530057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.420429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-01T21:31:26.530111Z","caller":"traceutil/trace.go:171","msg":"trace[1516512871] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:10106; }","duration":"453.510242ms","start":"2026-03-01T21:31:26.076585Z","end":"2026-03-01T21:31:26.530095Z","steps":["trace[1516512871] 'agreement among raft nodes before linearized reading' (duration: 453.257676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:26.530145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:26.076569Z","time spent":"453.567493ms","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-01T21:31:26.530397Z","caller":"traceutil/trace.go:171","msg":"trace[439248501] transaction","detail":"{read_only:false; response_revision:10104; number_of_response:1; }","duration":"452.189073ms","start":"2026-03-01T21:31:26.077447Z","end":"2026-03-01T21:31:26.529636Z","steps":["trace[439248501] 'process raft request' (duration: 452.07355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:26.530506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:26.077436Z","time spent":"452.988572ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:26.834516Z","caller":"traceutil/trace.go:171","msg":"trace[1549911319] linearizableReadLoop","detail":"{readStateIndex:10602; appliedIndex:10601; }","duration":"304.806223ms","start":"2026-03-01T21:31:26.529674Z","end":"2026-03-01T21:31:26.83448Z","steps":["trace[1549911319] 'read index received' (duration: 303.662949ms)","trace[1549911319] 'applied index is now lower than readState.Index' (duration: 1.141254ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:26.834572Z","caller":"traceutil/trace.go:171","msg":"trace[1320168196] transaction","detail":"{read_only:false; response_revision:10107; number_of_response:1; }","duration":"333.961323ms","start":"2026-03-01T21:31:26.500577Z","end":"2026-03-01T21:31:26.834538Z","steps":["trace[1320168196] 'process raft request' (duration: 332.834459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:26.834653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.328921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:26.834727Z","caller":"traceutil/trace.go:171","msg":"trace[389357788] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:10107; }","duration":"510.419633ms","start":"2026-03-01T21:31:26.324289Z","end":"2026-03-01T21:31:26.834709Z","steps":["trace[389357788] 'agreement among raft nodes before linearized reading' (duration: 510.2492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:26.834733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:26.500546Z","time spent":"334.103346ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:26.834776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:26.324243Z","time spent":"510.521555ms","remote":"127.0.0.1:37632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:26.834774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.50875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:26.83485Z","caller":"traceutil/trace.go:171","msg":"trace[1206494890] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:10107; }","duration":"296.622383ms","start":"2026-03-01T21:31:26.538207Z","end":"2026-03-01T21:31:26.834829Z","steps":["trace[1206494890] 'agreement among raft nodes before linearized reading' (duration: 296.50695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:26.834825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.19417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"warn","ts":"2026-03-01T21:31:26.834897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.416066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-01T21:31:26.834959Z","caller":"traceutil/trace.go:171","msg":"trace[1501322023] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10107; }","duration":"300.556158ms","start":"2026-03-01T21:31:26.534384Z","end":"2026-03-01T21:31:26.83494Z","steps":["trace[1501322023] 'agreement among raft nodes before linearized reading' (duration: 300.300133ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:26.834937Z","caller":"traceutil/trace.go:171","msg":"trace[470207172] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10107; }","duration":"757.322233ms","start":"2026-03-01T21:31:26.0776Z","end":"2026-03-01T21:31:26.834922Z","steps":["trace[470207172] 'agreement among raft nodes before linearized reading' (duration: 757.067437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:26.835013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:26.534358Z","time spent":"300.63743ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:31:26.83503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:26.077593Z","time spent":"757.419785ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T21:31:27.055995Z","caller":"traceutil/trace.go:171","msg":"trace[1181748076] linearizableReadLoop","detail":"{readStateIndex:10603; appliedIndex:10602; }","duration":"213.607327ms","start":"2026-03-01T21:31:26.842365Z","end":"2026-03-01T21:31:27.055973Z","steps":["trace[1181748076] 'read index received' (duration: 151.90254ms)","trace[1181748076] 'applied index is now lower than readState.Index' (duration: 61.703527ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:27.056062Z","caller":"traceutil/trace.go:171","msg":"trace[1566712164] transaction","detail":"{read_only:false; response_revision:10108; number_of_response:1; }","duration":"213.74329ms","start":"2026-03-01T21:31:26.842274Z","end":"2026-03-01T21:31:27.056018Z","steps":["trace[1566712164] 'process raft request' (duration: 151.994672ms)","trace[1566712164] 'compare' (duration: 61.606615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:27.056259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.867282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-03-01T21:31:27.056322Z","caller":"traceutil/trace.go:171","msg":"trace[1472735001] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:10108; }","duration":"214.001286ms","start":"2026-03-01T21:31:26.842302Z","end":"2026-03-01T21:31:27.056303Z","steps":["trace[1472735001] 'agreement among raft nodes before linearized reading' (duration: 213.787321ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:27.264767Z","caller":"traceutil/trace.go:171","msg":"trace[398424680] linearizableReadLoop","detail":"{readStateIndex:10604; appliedIndex:10603; }","duration":"208.674619ms","start":"2026-03-01T21:31:27.056062Z","end":"2026-03-01T21:31:27.264737Z","steps":["trace[398424680] 'read index received' (duration: 202.618996ms)","trace[398424680] 'applied index is now lower than readState.Index' (duration: 6.054333ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:27.264862Z","caller":"traceutil/trace.go:171","msg":"trace[1230633327] transaction","detail":"{read_only:false; response_revision:10109; number_of_response:1; }","duration":"386.490029ms","start":"2026-03-01T21:31:26.878328Z","end":"2026-03-01T21:31:27.264818Z","steps":["trace[1230633327] 'process raft request' (duration: 380.479737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:27.264929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.889716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:27.264988Z","caller":"traceutil/trace.go:171","msg":"trace[991215031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10109; }","duration":"224.988708ms","start":"2026-03-01T21:31:27.039983Z","end":"2026-03-01T21:31:27.264972Z","steps":["trace[991215031] 'agreement among raft nodes before linearized reading' (duration: 224.865476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:27.264991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.577771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:27.265027Z","caller":"traceutil/trace.go:171","msg":"trace[1803221656] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:10109; }","duration":"145.661523ms","start":"2026-03-01T21:31:27.119355Z","end":"2026-03-01T21:31:27.265016Z","steps":["trace[1803221656] 'agreement among raft nodes before linearized reading' (duration: 145.558281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:27.265038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:26.878297Z","time spent":"386.642583ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:27.265048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.906273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-01T21:31:27.265063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.028537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-03-01T21:31:27.265115Z","caller":"traceutil/trace.go:171","msg":"trace[1224750604] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10109; }","duration":"244.033426ms","start":"2026-03-01T21:31:27.021065Z","end":"2026-03-01T21:31:27.265098Z","steps":["trace[1224750604] 'agreement among raft nodes before linearized reading' (duration: 243.821191ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:27.265121Z","caller":"traceutil/trace.go:171","msg":"trace[663179879] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:10109; }","duration":"204.129989ms","start":"2026-03-01T21:31:27.060976Z","end":"2026-03-01T21:31:27.265106Z","steps":["trace[663179879] 'agreement among raft nodes before linearized reading' (duration: 203.932525ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:27.645263Z","caller":"traceutil/trace.go:171","msg":"trace[1504753321] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10109; }","duration":"373.623127ms","start":"2026-03-01T21:31:27.271625Z","end":"2026-03-01T21:31:27.645248Z","steps":["trace[1504753321] 'process raft request' (duration: 373.566285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:27.645395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:27.271608Z","time spent":"373.745269ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T21:31:27.645716Z","caller":"traceutil/trace.go:171","msg":"trace[2128219937] linearizableReadLoop","detail":"{readStateIndex:10605; appliedIndex:10605; }","duration":"368.192977ms","start":"2026-03-01T21:31:27.277491Z","end":"2026-03-01T21:31:27.645684Z","steps":["trace[2128219937] 'read index received' (duration: 368.143376ms)","trace[2128219937] 'applied index is now lower than readState.Index' (duration: 10.4µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:27.645941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.414382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:27.64613Z","caller":"traceutil/trace.go:171","msg":"trace[1075849625] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:10109; }","duration":"368.591485ms","start":"2026-03-01T21:31:27.277467Z","end":"2026-03-01T21:31:27.646058Z","steps":["trace[1075849625] 'agreement among raft nodes before linearized reading' (duration: 368.384171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:27.646245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:27.277458Z","time spent":"368.77101ms","remote":"127.0.0.1:39056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:27.64624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.401356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-01T21:31:27.646305Z","caller":"traceutil/trace.go:171","msg":"trace[294166513] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10109; }","duration":"144.506158ms","start":"2026-03-01T21:31:27.501783Z","end":"2026-03-01T21:31:27.646289Z","steps":["trace[294166513] 'agreement among raft nodes before linearized reading' (duration: 144.261083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:27.646124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.452668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:31:27.646578Z","caller":"traceutil/trace.go:171","msg":"trace[33586653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10109; }","duration":"145.924158ms","start":"2026-03-01T21:31:27.500642Z","end":"2026-03-01T21:31:27.646566Z","steps":["trace[33586653] 'agreement among raft nodes before linearized reading' (duration: 145.291625ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:27.959528Z","caller":"traceutil/trace.go:171","msg":"trace[2085646662] linearizableReadLoop","detail":"{readStateIndex:10608; appliedIndex:10605; }","duration":"288.642857ms","start":"2026-03-01T21:31:27.670862Z","end":"2026-03-01T21:31:27.959505Z","steps":["trace[2085646662] 'read index received' (duration: 68.271561ms)","trace[2085646662] 'applied index is now lower than readState.Index' (duration: 220.370326ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:27.959626Z","caller":"traceutil/trace.go:171","msg":"trace[859523501] transaction","detail":"{read_only:false; response_revision:10112; number_of_response:1; }","duration":"304.834253ms","start":"2026-03-01T21:31:27.654755Z","end":"2026-03-01T21:31:27.959589Z","steps":["trace[859523501] 'process raft request' (duration: 304.68197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:27.959659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.77152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:27.959697Z","caller":"traceutil/trace.go:171","msg":"trace[261740860] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:10112; }","duration":"288.831601ms","start":"2026-03-01T21:31:27.670856Z","end":"2026-03-01T21:31:27.959687Z","steps":["trace[261740860] 'agreement among raft nodes before linearized reading' (duration: 288.747349ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:27.95967Z","caller":"traceutil/trace.go:171","msg":"trace[820070029] transaction","detail":"{read_only:false; response_revision:10111; number_of_response:1; }","duration":"308.672108ms","start":"2026-03-01T21:31:27.650963Z","end":"2026-03-01T21:31:27.959635Z","steps":["trace[820070029] 'process raft request' (duration: 308.31264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:27.959778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:27.65474Z","time spent":"304.951996ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:27.959855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:27.650938Z","time spent":"308.80944ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:28.209166Z","caller":"traceutil/trace.go:171","msg":"trace[227149185] linearizableReadLoop","detail":"{readStateIndex:10609; appliedIndex:10608; }","duration":"133.111427ms","start":"2026-03-01T21:31:28.076029Z","end":"2026-03-01T21:31:28.209141Z","steps":["trace[227149185] 'read index received' (duration: 132.7878ms)","trace[227149185] 'applied index is now lower than readState.Index' (duration: 322.507µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:28.20927Z","caller":"traceutil/trace.go:171","msg":"trace[894860291] transaction","detail":"{read_only:false; response_revision:10113; number_of_response:1; }","duration":"165.972829ms","start":"2026-03-01T21:31:28.043268Z","end":"2026-03-01T21:31:28.209241Z","steps":["trace[894860291] 'process raft request' (duration: 165.55266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:28.209448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.155742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:31:28.209608Z","caller":"traceutil/trace.go:171","msg":"trace[2100036613] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:10113; }","duration":"130.359087ms","start":"2026-03-01T21:31:28.079237Z","end":"2026-03-01T21:31:28.209596Z","steps":["trace[2100036613] 'agreement among raft nodes before linearized reading' (duration: 130.05713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:28.209624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.579268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:31:28.209691Z","caller":"traceutil/trace.go:171","msg":"trace[381464414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10113; }","duration":"133.68255ms","start":"2026-03-01T21:31:28.07599Z","end":"2026-03-01T21:31:28.209673Z","steps":["trace[381464414] 'agreement among raft nodes before linearized reading' (duration: 133.275911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:28.487533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.519975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:28.487706Z","caller":"traceutil/trace.go:171","msg":"trace[979149922] transaction","detail":"{read_only:false; response_revision:10114; number_of_response:1; }","duration":"273.206757ms","start":"2026-03-01T21:31:28.214467Z","end":"2026-03-01T21:31:28.487674Z","steps":["trace[979149922] 'process raft request' (duration: 114.475587ms)","trace[979149922] 'compare' (duration: 158.409643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:28.789948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.948958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:28.790218Z","caller":"traceutil/trace.go:171","msg":"trace[1221400660] transaction","detail":"{read_only:false; response_revision:10116; number_of_response:1; }","duration":"248.985525ms","start":"2026-03-01T21:31:28.541213Z","end":"2026-03-01T21:31:28.790198Z","steps":["trace[1221400660] 'process raft request' (duration: 248.921924ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:28.790233Z","caller":"traceutil/trace.go:171","msg":"trace[964121587] linearizableReadLoop","detail":"{readStateIndex:10611; appliedIndex:10610; }","duration":"249.096467ms","start":"2026-03-01T21:31:28.541113Z","end":"2026-03-01T21:31:28.79021Z","steps":["trace[964121587] 'read index received' (duration: 87.919264ms)","trace[964121587] 'applied index is now lower than readState.Index' (duration: 161.175853ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:28.790358Z","caller":"traceutil/trace.go:171","msg":"trace[1519784423] transaction","detail":"{read_only:false; response_revision:10115; number_of_response:1; }","duration":"250.59635ms","start":"2026-03-01T21:31:28.539748Z","end":"2026-03-01T21:31:28.790344Z","steps":["trace[1519784423] 'process raft request' (duration: 89.155751ms)","trace[1519784423] 'compare' (duration: 160.820296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:28.790572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.437295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-01T21:31:28.790616Z","caller":"traceutil/trace.go:171","msg":"trace[1323813604] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10116; }","duration":"249.496766ms","start":"2026-03-01T21:31:28.541109Z","end":"2026-03-01T21:31:28.790606Z","steps":["trace[1323813604] 'agreement among raft nodes before linearized reading' (duration: 249.363043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:29.513571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:28.93914Z","time spent":"574.424072ms","remote":"127.0.0.1:59080","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T21:31:29.513881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.812561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:29.513933Z","caller":"traceutil/trace.go:171","msg":"trace[401010419] linearizableReadLoop","detail":"{readStateIndex:10613; appliedIndex:10612; }","duration":"472.645674ms","start":"2026-03-01T21:31:29.041277Z","end":"2026-03-01T21:31:29.513922Z","steps":["trace[401010419] 'read index received' (duration: 32.14µs)","trace[401010419] 'applied index is now lower than readState.Index' (duration: 472.612344ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:29.513951Z","caller":"traceutil/trace.go:171","msg":"trace[940126928] transaction","detail":"{read_only:false; response_revision:10117; number_of_response:1; }","duration":"717.476389ms","start":"2026-03-01T21:31:28.79645Z","end":"2026-03-01T21:31:29.513926Z","steps":["trace[940126928] 'process raft request' (duration: 142.561196ms)","trace[940126928] 'compare' (duration: 574.345339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:29.514044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.766346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:29.514064Z","caller":"traceutil/trace.go:171","msg":"trace[1188864589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10117; }","duration":"472.807788ms","start":"2026-03-01T21:31:29.041252Z","end":"2026-03-01T21:31:29.51406Z","steps":["trace[1188864589] 'agreement among raft nodes before linearized reading' (duration: 472.762597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:29.51408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:29.041241Z","time spent":"472.835658ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:31:29.514073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:28.796434Z","time spent":"717.591441ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:29.514148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.774019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:31:29.514388Z","caller":"traceutil/trace.go:171","msg":"trace[658123569] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10117; }","duration":"454.066135ms","start":"2026-03-01T21:31:29.060309Z","end":"2026-03-01T21:31:29.514375Z","steps":["trace[658123569] 'agreement among raft nodes before linearized reading' (duration: 453.731108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:29.514418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:29.060282Z","time spent":"454.129106ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:31:30.720911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.548558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:30.72122Z","caller":"traceutil/trace.go:171","msg":"trace[669740200] transaction","detail":"{read_only:false; response_revision:10118; number_of_response:1; }","duration":"1.200590251s","start":"2026-03-01T21:31:29.52059Z","end":"2026-03-01T21:31:30.72118Z","steps":["trace[669740200] 'process raft request' (duration: 236.675344ms)","trace[669740200] 'compare' (duration: 963.431546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:30.721387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:29.520558Z","time spent":"1.200742085s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:30.721605Z","caller":"traceutil/trace.go:171","msg":"trace[173064285] transaction","detail":"{read_only:false; response_revision:10119; number_of_response:1; }","duration":"1.200246634s","start":"2026-03-01T21:31:29.521314Z","end":"2026-03-01T21:31:30.721561Z","steps":["trace[173064285] 'process raft request' (duration: 1.199799044s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:30.721871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:29.521307Z","time spent":"1.200447908s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:31.022993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.467668ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T21:31:31.023096Z","caller":"traceutil/trace.go:171","msg":"trace[2065752607] linearizableReadLoop","detail":"{readStateIndex:10616; appliedIndex:10613; }","duration":"1.339969776s","start":"2026-03-01T21:31:29.683106Z","end":"2026-03-01T21:31:31.023076Z","steps":["trace[2065752607] 'read index received' (duration: 74.153721ms)","trace[2065752607] 'applied index is now lower than readState.Index' (duration: 1.265814545s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:31.023283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3401775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:31.023312Z","caller":"traceutil/trace.go:171","msg":"trace[1094994107] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:10119; }","duration":"1.340281102s","start":"2026-03-01T21:31:29.683022Z","end":"2026-03-01T21:31:31.023303Z","steps":["trace[1094994107] 'agreement among raft nodes before linearized reading' (duration: 1.34020368s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:31.023342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:29.682979Z","time spent":"1.340355313s","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:31.023411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280772353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T21:31:31.023467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.887603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T21:31:31.023478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.435198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:31:31.023531Z","caller":"traceutil/trace.go:171","msg":"trace[251405089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10119; }","duration":"228.997395ms","start":"2026-03-01T21:31:30.794518Z","end":"2026-03-01T21:31:31.023515Z","steps":["trace[251405089] 'agreement among raft nodes before linearized reading' (duration: 228.846452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:31.023575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.723915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T21:31:31.023575Z","caller":"traceutil/trace.go:171","msg":"trace[1150662268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10119; }","duration":"532.567171ms","start":"2026-03-01T21:31:30.490975Z","end":"2026-03-01T21:31:31.023542Z","steps":["trace[1150662268] 'agreement among raft nodes before linearized reading' (duration: 532.329196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:31.02359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.291741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-01T21:31:31.023484Z","caller":"traceutil/trace.go:171","msg":"trace[1894423220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10119; }","duration":"1.280893956s","start":"2026-03-01T21:31:29.742573Z","end":"2026-03-01T21:31:31.023467Z","steps":["trace[1894423220] 'agreement among raft nodes before linearized reading' (duration: 1.280681072s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:31.0236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.654605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T21:31:31.023622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:30.490952Z","time spent":"532.660553ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:31:31.023647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:29.742551Z","time spent":"1.281087181s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:31:31.023655Z","caller":"traceutil/trace.go:171","msg":"trace[524550426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10119; }","duration":"227.738208ms","start":"2026-03-01T21:31:30.795904Z","end":"2026-03-01T21:31:31.023642Z","steps":["trace[524550426] 'agreement among raft nodes before linearized reading' (duration: 227.543214ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:31.023652Z","caller":"traceutil/trace.go:171","msg":"trace[899347507] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10119; }","duration":"299.386213ms","start":"2026-03-01T21:31:30.724234Z","end":"2026-03-01T21:31:31.02362Z","steps":["trace[899347507] 'agreement among raft nodes before linearized reading' (duration: 299.215799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:31.023666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.091063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-01T21:31:31.023702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059358045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:31:31.023736Z","caller":"traceutil/trace.go:171","msg":"trace[1862234230] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10119; }","duration":"1.059424328s","start":"2026-03-01T21:31:29.964304Z","end":"2026-03-01T21:31:31.023729Z","steps":["trace[1862234230] 'agreement among raft nodes before linearized reading' (duration: 1.059328325s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:31.023697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.056994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-01T21:31:31.023743Z","caller":"traceutil/trace.go:171","msg":"trace[1116753686] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:10119; }","duration":"800.213857ms","start":"2026-03-01T21:31:30.223512Z","end":"2026-03-01T21:31:31.023726Z","steps":["trace[1116753686] 'agreement among raft nodes before linearized reading' (duration: 799.96172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:31.023787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:29.964285Z","time spent":"1.059484929s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T21:31:31.023795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:30.223488Z","time spent":"800.297908ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"warn","ts":"2026-03-01T21:31:31.023744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.295515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-01T21:31:31.023805Z","caller":"traceutil/trace.go:171","msg":"trace[1970105096] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10119; }","duration":"243.228949ms","start":"2026-03-01T21:31:30.780549Z","end":"2026-03-01T21:31:31.023778Z","steps":["trace[1970105096] 'agreement among raft nodes before linearized reading' (duration: 242.86346ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:31.023613Z","caller":"traceutil/trace.go:171","msg":"trace[1183141827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10119; }","duration":"809.792397ms","start":"2026-03-01T21:31:30.21381Z","end":"2026-03-01T21:31:31.023602Z","steps":["trace[1183141827] 'agreement among raft nodes before linearized reading' (duration: 809.700385ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:31.023889Z","caller":"traceutil/trace.go:171","msg":"trace[309379482] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10119; }","duration":"547.50343ms","start":"2026-03-01T21:31:30.476335Z","end":"2026-03-01T21:31:31.023838Z","steps":["trace[309379482] 'agreement among raft nodes before linearized reading' (duration: 547.160962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:31.023951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:30.476312Z","time spent":"547.630083ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:31:31.023947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:30.213791Z","time spent":"810.138165ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T21:31:31.403203Z","caller":"traceutil/trace.go:171","msg":"trace[2144595861] transaction","detail":"{read_only:false; response_revision:10121; number_of_response:1; }","duration":"374.709151ms","start":"2026-03-01T21:31:31.028461Z","end":"2026-03-01T21:31:31.40317Z","steps":["trace[2144595861] 'process raft request' (duration: 374.429155ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:31.403228Z","caller":"traceutil/trace.go:171","msg":"trace[16968100] transaction","detail":"{read_only:false; response_revision:10123; number_of_response:1; }","duration":"374.373043ms","start":"2026-03-01T21:31:31.02883Z","end":"2026-03-01T21:31:31.403203Z","steps":["trace[16968100] 'process raft request' (duration: 374.275321ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:31.403295Z","caller":"traceutil/trace.go:171","msg":"trace[1219725923] transaction","detail":"{read_only:false; response_revision:10122; number_of_response:1; }","duration":"374.497865ms","start":"2026-03-01T21:31:31.028759Z","end":"2026-03-01T21:31:31.403257Z","steps":["trace[1219725923] 'process raft request' (duration: 374.300921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:31.403367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:31.028443Z","time spent":"374.839863ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:31.403375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:31.028822Z","time spent":"374.469655ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:31.403451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:31.028749Z","time spent":"374.622989ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:31.403707Z","caller":"traceutil/trace.go:171","msg":"trace[773380449] transaction","detail":"{read_only:false; response_revision:10124; number_of_response:1; }","duration":"374.774881ms","start":"2026-03-01T21:31:31.02889Z","end":"2026-03-01T21:31:31.403665Z","steps":["trace[773380449] 'process raft request' (duration: 374.25563ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:31.403758Z","caller":"traceutil/trace.go:171","msg":"trace[1840866655] transaction","detail":"{read_only:false; response_revision:10125; number_of_response:1; }","duration":"374.795542ms","start":"2026-03-01T21:31:31.028947Z","end":"2026-03-01T21:31:31.403743Z","steps":["trace[1840866655] 'process raft request' (duration: 374.598228ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:31.403759Z","caller":"traceutil/trace.go:171","msg":"trace[1563479069] linearizableReadLoop","detail":"{readStateIndex:10624; appliedIndex:10617; }","duration":"301.51047ms","start":"2026-03-01T21:31:31.102223Z","end":"2026-03-01T21:31:31.403733Z","steps":["trace[1563479069] 'read index received' (duration: 300.61817ms)","trace[1563479069] 'applied index is now lower than readState.Index' (duration: 891.22µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:31.403829Z","caller":"traceutil/trace.go:171","msg":"trace[1731216425] transaction","detail":"{read_only:false; response_revision:10127; number_of_response:1; }","duration":"373.517384ms","start":"2026-03-01T21:31:31.030299Z","end":"2026-03-01T21:31:31.403816Z","steps":["trace[1731216425] 'process raft request' (duration: 373.392451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:31.403851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:31.028937Z","time spent":"374.867273ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:31.403894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:31.03029Z","time spent":"373.570565ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:31.403913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:31.028883Z","time spent":"374.922735ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:31.403932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.332533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:31.403945Z","caller":"traceutil/trace.go:171","msg":"trace[852218433] transaction","detail":"{read_only:false; response_revision:10126; number_of_response:1; }","duration":"375.076748ms","start":"2026-03-01T21:31:31.028859Z","end":"2026-03-01T21:31:31.403936Z","steps":["trace[852218433] 'process raft request' (duration: 374.798292ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:31.403967Z","caller":"traceutil/trace.go:171","msg":"trace[2077557315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10127; }","duration":"365.387275ms","start":"2026-03-01T21:31:31.038569Z","end":"2026-03-01T21:31:31.403956Z","steps":["trace[2077557315] 'agreement among raft nodes before linearized reading' (duration: 365.284102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:31.404005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:31.038514Z","time spent":"365.483037ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:31:31.40402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:31.028845Z","time spent":"375.120499ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:31.404628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.330664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:320672"} {"level":"info","ts":"2026-03-01T21:31:31.404724Z","caller":"traceutil/trace.go:171","msg":"trace[2049390479] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10127; }","duration":"375.467978ms","start":"2026-03-01T21:31:31.029237Z","end":"2026-03-01T21:31:31.404705Z","steps":["trace[2049390479] 'agreement among raft nodes before linearized reading' (duration: 374.734081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:31.404768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:31.02923Z","time spent":"375.530029ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":320695,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T21:31:31.536289Z","caller":"traceutil/trace.go:171","msg":"trace[502578797] linearizableReadLoop","detail":"{readStateIndex:10625; appliedIndex:10624; }","duration":"132.423741ms","start":"2026-03-01T21:31:31.403825Z","end":"2026-03-01T21:31:31.536249Z","steps":["trace[502578797] 'read index received' (duration: 110.001649ms)","trace[502578797] 'applied index is now lower than readState.Index' (duration: 22.420632ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:31.536355Z","caller":"traceutil/trace.go:171","msg":"trace[1912266824] transaction","detail":"{read_only:false; response_revision:10128; number_of_response:1; }","duration":"429.477914ms","start":"2026-03-01T21:31:31.106853Z","end":"2026-03-01T21:31:31.536331Z","steps":["trace[1912266824] 'process raft request' (duration: 406.955109ms)","trace[1912266824] 'compare' (duration: 22.28651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:31.536458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.048076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:31.536495Z","caller":"traceutil/trace.go:171","msg":"trace[1216864685] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:10128; }","duration":"379.143879ms","start":"2026-03-01T21:31:31.157344Z","end":"2026-03-01T21:31:31.536488Z","steps":["trace[1216864685] 'agreement among raft nodes before linearized reading' (duration: 379.049197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:31.536531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:31.157328Z","time spent":"379.195189ms","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:31.536654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.018791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:31.536756Z","caller":"traceutil/trace.go:171","msg":"trace[1353170018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10128; }","duration":"131.176265ms","start":"2026-03-01T21:31:31.405558Z","end":"2026-03-01T21:31:31.536734Z","steps":["trace[1353170018] 'agreement among raft nodes before linearized reading' (duration: 130.986351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:31.537036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:31.106833Z","time spent":"430.023007ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:32.292302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.591916ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:32.292418Z","caller":"traceutil/trace.go:171","msg":"trace[2060216389] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10128; }","duration":"595.726129ms","start":"2026-03-01T21:31:31.696676Z","end":"2026-03-01T21:31:32.292402Z","steps":["trace[2060216389] 'range keys from in-memory index tree' (duration: 595.576986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:32.292898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.24791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:32.293051Z","caller":"traceutil/trace.go:171","msg":"trace[462617262] linearizableReadLoop","detail":"{readStateIndex:10626; appliedIndex:10625; }","duration":"504.861963ms","start":"2026-03-01T21:31:31.788161Z","end":"2026-03-01T21:31:32.293023Z","steps":["trace[462617262] 'read index received' (duration: 200.233984ms)","trace[462617262] 'applied index is now lower than readState.Index' (duration: 304.624509ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:32.29322Z","caller":"traceutil/trace.go:171","msg":"trace[540181571] transaction","detail":"{read_only:false; response_revision:10129; number_of_response:1; }","duration":"751.912445ms","start":"2026-03-01T21:31:31.541288Z","end":"2026-03-01T21:31:32.2932Z","steps":["trace[540181571] 'process raft request' (duration: 447.186813ms)","trace[540181571] 'compare' (duration: 303.716469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:32.293303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.105415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:31:32.293312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:31.541273Z","time spent":"751.986887ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:32.293346Z","caller":"traceutil/trace.go:171","msg":"trace[1741026911] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:10129; }","duration":"338.195197ms","start":"2026-03-01T21:31:31.955138Z","end":"2026-03-01T21:31:32.293333Z","steps":["trace[1741026911] 'agreement among raft nodes before linearized reading' (duration: 338.094665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:32.293387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:31.955117Z","time spent":"338.259578ms","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:32.293514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.298837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:32.293574Z","caller":"traceutil/trace.go:171","msg":"trace[1890669511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10129; }","duration":"251.401658ms","start":"2026-03-01T21:31:32.042157Z","end":"2026-03-01T21:31:32.293559Z","steps":["trace[1890669511] 'agreement among raft nodes before linearized reading' (duration: 251.287366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:32.293701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.505497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:32.293781Z","caller":"traceutil/trace.go:171","msg":"trace[1939848946] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:10129; }","duration":"505.62911ms","start":"2026-03-01T21:31:31.788135Z","end":"2026-03-01T21:31:32.293765Z","steps":["trace[1939848946] 'agreement among raft nodes before linearized reading' (duration: 505.293912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:32.293825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:31.788121Z","time spent":"505.692061ms","remote":"127.0.0.1:54478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:31:32.896282Z","caller":"traceutil/trace.go:171","msg":"trace[4386464] transaction","detail":"{read_only:false; response_revision:10130; number_of_response:1; }","duration":"164.269142ms","start":"2026-03-01T21:31:32.731989Z","end":"2026-03-01T21:31:32.896258Z","steps":["trace[4386464] 'process raft request' (duration: 164.128349ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:33.01951Z","caller":"traceutil/trace.go:171","msg":"trace[1536178716] transaction","detail":"{read_only:false; response_revision:10131; number_of_response:1; }","duration":"115.249584ms","start":"2026-03-01T21:31:32.904233Z","end":"2026-03-01T21:31:33.019482Z","steps":["trace[1536178716] 'process raft request' (duration: 73.868424ms)","trace[1536178716] 'compare' (duration: 40.696155ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:33.287203Z","caller":"traceutil/trace.go:171","msg":"trace[2009090066] linearizableReadLoop","detail":"{readStateIndex:10629; appliedIndex:10628; }","duration":"262.117643ms","start":"2026-03-01T21:31:33.025061Z","end":"2026-03-01T21:31:33.287179Z","steps":["trace[2009090066] 'read index received' (duration: 234.772643ms)","trace[2009090066] 'applied index is now lower than readState.Index' (duration: 27.34409ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:33.287335Z","caller":"traceutil/trace.go:171","msg":"trace[1481562260] transaction","detail":"{read_only:false; response_revision:10132; number_of_response:1; }","duration":"262.751768ms","start":"2026-03-01T21:31:33.024558Z","end":"2026-03-01T21:31:33.28731Z","steps":["trace[1481562260] 'process raft request' (duration: 235.380496ms)","trace[1481562260] 'compare' (duration: 26.913181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:33.287649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.670799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:33.287736Z","caller":"traceutil/trace.go:171","msg":"trace[1304101938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10132; }","duration":"248.804302ms","start":"2026-03-01T21:31:33.038912Z","end":"2026-03-01T21:31:33.287717Z","steps":["trace[1304101938] 'agreement among raft nodes before linearized reading' (duration: 248.627338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:33.287771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.696337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"warn","ts":"2026-03-01T21:31:33.287804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.9149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:31:33.28783Z","caller":"traceutil/trace.go:171","msg":"trace[911634716] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10132; }","duration":"262.776879ms","start":"2026-03-01T21:31:33.025037Z","end":"2026-03-01T21:31:33.287814Z","steps":["trace[911634716] 'agreement among raft nodes before linearized reading' (duration: 262.516093ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:33.287842Z","caller":"traceutil/trace.go:171","msg":"trace[1700952738] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10132; }","duration":"182.001892ms","start":"2026-03-01T21:31:33.105829Z","end":"2026-03-01T21:31:33.287831Z","steps":["trace[1700952738] 'agreement among raft nodes before linearized reading' (duration: 181.863519ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:33.639606Z","caller":"traceutil/trace.go:171","msg":"trace[1170133545] transaction","detail":"{read_only:false; response_revision:10133; number_of_response:1; }","duration":"344.417084ms","start":"2026-03-01T21:31:33.295158Z","end":"2026-03-01T21:31:33.639575Z","steps":["trace[1170133545] 'process raft request' (duration: 290.921607ms)","trace[1170133545] 'compare' (duration: 52.823702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:33.639847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.295144Z","time spent":"344.605098ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:33.788705Z","caller":"traceutil/trace.go:171","msg":"trace[1017785824] linearizableReadLoop","detail":"{readStateIndex:10631; appliedIndex:10629; }","duration":"380.749643ms","start":"2026-03-01T21:31:33.407913Z","end":"2026-03-01T21:31:33.788662Z","steps":["trace[1017785824] 'read index received' (duration: 178.179988ms)","trace[1017785824] 'applied index is now lower than readState.Index' (duration: 202.568025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:33.788968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.031789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:31:33.789014Z","caller":"traceutil/trace.go:171","msg":"trace[474593529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10134; }","duration":"381.122661ms","start":"2026-03-01T21:31:33.40788Z","end":"2026-03-01T21:31:33.789002Z","steps":["trace[474593529] 'agreement among raft nodes before linearized reading' (duration: 380.954777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:33.78905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.407864Z","time spent":"381.177062ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:31:33.78927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.296425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:31:33.789332Z","caller":"traceutil/trace.go:171","msg":"trace[1884897768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10134; }","duration":"381.371936ms","start":"2026-03-01T21:31:33.407946Z","end":"2026-03-01T21:31:33.789318Z","steps":["trace[1884897768] 'agreement among raft nodes before linearized reading' (duration: 381.239243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:33.789368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.407941Z","time spent":"381.419417ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:31:33.789467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.852475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:31:33.789511Z","caller":"traceutil/trace.go:171","msg":"trace[888046268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10134; }","duration":"380.937607ms","start":"2026-03-01T21:31:33.408564Z","end":"2026-03-01T21:31:33.789502Z","steps":["trace[888046268] 'agreement among raft nodes before linearized reading' (duration: 380.834805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:33.78954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.408541Z","time spent":"380.992848ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:31:33.789606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.295104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:31:33.789647Z","caller":"traceutil/trace.go:171","msg":"trace[1377202635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10134; }","duration":"381.347816ms","start":"2026-03-01T21:31:33.40829Z","end":"2026-03-01T21:31:33.789638Z","steps":["trace[1377202635] 'agreement among raft nodes before linearized reading' (duration: 381.231823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:33.789675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.408283Z","time spent":"381.385396ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:31:33.789733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.05797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-01T21:31:33.789775Z","caller":"traceutil/trace.go:171","msg":"trace[1541323993] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10134; }","duration":"145.132462ms","start":"2026-03-01T21:31:33.644633Z","end":"2026-03-01T21:31:33.789766Z","steps":["trace[1541323993] 'agreement among raft nodes before linearized reading' (duration: 145.03848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:33.789856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.56715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T21:31:33.789897Z","caller":"traceutil/trace.go:171","msg":"trace[1328821937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10134; }","duration":"381.625101ms","start":"2026-03-01T21:31:33.408263Z","end":"2026-03-01T21:31:33.789888Z","steps":["trace[1328821937] 'agreement among raft nodes before linearized reading' (duration: 381.532449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:33.789927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.408257Z","time spent":"381.660852ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:31:33.789939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.183842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:33.789669Z","caller":"traceutil/trace.go:171","msg":"trace[1654872097] transaction","detail":"{read_only:false; response_revision:10134; number_of_response:1; }","duration":"446.717263ms","start":"2026-03-01T21:31:33.342063Z","end":"2026-03-01T21:31:33.78878Z","steps":["trace[1654872097] 'process raft request' (duration: 445.524017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:33.790487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.342031Z","time spent":"448.299538ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:33.789966Z","caller":"traceutil/trace.go:171","msg":"trace[61787785] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:10134; }","duration":"165.251974ms","start":"2026-03-01T21:31:33.624706Z","end":"2026-03-01T21:31:33.789958Z","steps":["trace[61787785] 'agreement among raft nodes before linearized reading' (duration: 165.188472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:33.790085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.159375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:31:33.791193Z","caller":"traceutil/trace.go:171","msg":"trace[1970125699] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:10134; }","duration":"379.27028ms","start":"2026-03-01T21:31:33.411902Z","end":"2026-03-01T21:31:33.791172Z","steps":["trace[1970125699] 'agreement among raft nodes before linearized reading' (duration: 378.117265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:33.791244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.411892Z","time spent":"379.334941ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"warn","ts":"2026-03-01T21:31:33.790145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.946319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:31:33.791437Z","caller":"traceutil/trace.go:171","msg":"trace[1570029270] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10134; }","duration":"383.251687ms","start":"2026-03-01T21:31:33.408174Z","end":"2026-03-01T21:31:33.791426Z","steps":["trace[1570029270] 'agreement among raft nodes before linearized reading' (duration: 381.910947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:33.791476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.408168Z","time spent":"383.295498ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-01T21:31:34.288312Z","caller":"traceutil/trace.go:171","msg":"trace[1203563567] transaction","detail":"{read_only:false; response_revision:10135; number_of_response:1; }","duration":"491.823576ms","start":"2026-03-01T21:31:33.796459Z","end":"2026-03-01T21:31:34.288283Z","steps":["trace[1203563567] 'process raft request' (duration: 491.651732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:34.288466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.796432Z","time spent":"491.956008ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:35.003509Z","caller":"traceutil/trace.go:171","msg":"trace[922380236] transaction","detail":"{read_only:false; response_revision:10136; number_of_response:1; }","duration":"1.205283084s","start":"2026-03-01T21:31:33.79817Z","end":"2026-03-01T21:31:35.003453Z","steps":["trace[922380236] 'process raft request' (duration: 1.204885715s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:35.003752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.798155Z","time spent":"1.205477278s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:35.004309Z","caller":"traceutil/trace.go:171","msg":"trace[278868344] transaction","detail":"{read_only:false; response_revision:10138; number_of_response:1; }","duration":"1.205272173s","start":"2026-03-01T21:31:33.799013Z","end":"2026-03-01T21:31:35.004285Z","steps":["trace[278868344] 'process raft request' (duration: 1.204423395s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:35.004422Z","caller":"traceutil/trace.go:171","msg":"trace[694012515] transaction","detail":"{read_only:false; response_revision:10137; number_of_response:1; }","duration":"1.204985217s","start":"2026-03-01T21:31:33.798801Z","end":"2026-03-01T21:31:35.003786Z","steps":["trace[694012515] 'process raft request' (duration: 1.204563338s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:35.004479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.799002Z","time spent":"1.205385296s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:35.004657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.798781Z","time spent":"1.205766965s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:35.004689Z","caller":"traceutil/trace.go:171","msg":"trace[1047343354] transaction","detail":"{read_only:false; response_revision:10139; number_of_response:1; }","duration":"1.205586961s","start":"2026-03-01T21:31:33.79909Z","end":"2026-03-01T21:31:35.004677Z","steps":["trace[1047343354] 'process raft request' (duration: 1.205079829s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:35.004797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.79907Z","time spent":"1.205679553s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:35.004968Z","caller":"traceutil/trace.go:171","msg":"trace[1528896629] transaction","detail":"{read_only:false; response_revision:10140; number_of_response:1; }","duration":"1.204342513s","start":"2026-03-01T21:31:33.800602Z","end":"2026-03-01T21:31:35.004944Z","steps":["trace[1528896629] 'process raft request' (duration: 1.204031546s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:35.004991Z","caller":"traceutil/trace.go:171","msg":"trace[434618260] linearizableReadLoop","detail":"{readStateIndex:10637; appliedIndex:10631; }","duration":"1.203990045s","start":"2026-03-01T21:31:33.800991Z","end":"2026-03-01T21:31:35.004981Z","steps":["trace[434618260] 'read index received' (duration: 487.225753ms)","trace[434618260] 'applied index is now lower than readState.Index' (duration: 716.763142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:35.005049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.800595Z","time spent":"1.204413505s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:35.005094Z","caller":"traceutil/trace.go:171","msg":"trace[748492081] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10141; }","duration":"1.202515924s","start":"2026-03-01T21:31:33.802556Z","end":"2026-03-01T21:31:35.005071Z","steps":["trace[748492081] 'process raft request' (duration: 1.202382791s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:35.005199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.802545Z","time spent":"1.202596785s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T21:31:35.005227Z","caller":"traceutil/trace.go:171","msg":"trace[1835563892] transaction","detail":"{read_only:false; response_revision:10141; number_of_response:1; }","duration":"1.20419475s","start":"2026-03-01T21:31:33.801021Z","end":"2026-03-01T21:31:35.005215Z","steps":["trace[1835563892] 'process raft request' (duration: 1.203868973s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:35.005303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.801001Z","time spent":"1.204253661s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:35.005482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03595167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-01T21:31:35.00549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204498247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:320672"} {"level":"info","ts":"2026-03-01T21:31:35.005522Z","caller":"traceutil/trace.go:171","msg":"trace[1100745639] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:10141; }","duration":"1.036038762s","start":"2026-03-01T21:31:33.969471Z","end":"2026-03-01T21:31:35.00551Z","steps":["trace[1100745639] 'agreement among raft nodes before linearized reading' (duration: 1.035901929s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:35.005555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.969448Z","time spent":"1.036099834s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-01T21:31:35.005565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.29413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:31:35.005589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.839674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:35.005604Z","caller":"traceutil/trace.go:171","msg":"trace[2087153196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10141; }","duration":"605.372602ms","start":"2026-03-01T21:31:34.400217Z","end":"2026-03-01T21:31:35.00559Z","steps":["trace[2087153196] 'agreement among raft nodes before linearized reading' (duration: 605.303941ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:35.005633Z","caller":"traceutil/trace.go:171","msg":"trace[777116890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10141; }","duration":"963.931727ms","start":"2026-03-01T21:31:34.041689Z","end":"2026-03-01T21:31:35.00562Z","steps":["trace[777116890] 'agreement among raft nodes before linearized reading' (duration: 963.849175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:35.005657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:34.400197Z","time spent":"605.450723ms","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:35.005666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:34.041659Z","time spent":"964.000988ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:31:35.005524Z","caller":"traceutil/trace.go:171","msg":"trace[811972209] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10141; }","duration":"1.204536317s","start":"2026-03-01T21:31:33.800979Z","end":"2026-03-01T21:31:35.005515Z","steps":["trace[811972209] 'agreement among raft nodes before linearized reading' (duration: 1.204087258s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:35.005718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:33.800902Z","time spent":"1.204805183s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":320695,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T21:31:35.841951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.804598ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-01T21:31:35.842285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:35.007433Z","time spent":"834.846498ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T21:31:36.371159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.729262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:36.371458Z","caller":"traceutil/trace.go:171","msg":"trace[1018134454] transaction","detail":"{read_only:false; response_revision:10142; number_of_response:1; }","duration":"1.354897303s","start":"2026-03-01T21:31:35.016527Z","end":"2026-03-01T21:31:36.371424Z","steps":["trace[1018134454] 'process raft request' (duration: 1.159792724s)","trace[1018134454] 'compare' (duration: 188.849652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:36.371602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:35.016491Z","time spent":"1.355038518s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:36.371718Z","caller":"traceutil/trace.go:171","msg":"trace[485141873] transaction","detail":"{read_only:false; response_revision:10143; number_of_response:1; }","duration":"528.237707ms","start":"2026-03-01T21:31:35.843442Z","end":"2026-03-01T21:31:36.37168Z","steps":["trace[485141873] 'process raft request' (duration: 528.032191ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:36.371893Z","caller":"traceutil/trace.go:171","msg":"trace[501883753] linearizableReadLoop","detail":"{readStateIndex:10641; appliedIndex:10639; }","duration":"1.34874968s","start":"2026-03-01T21:31:35.023131Z","end":"2026-03-01T21:31:36.37188Z","steps":["trace[501883753] 'read index received' (duration: 359.997778ms)","trace[501883753] 'applied index is now lower than readState.Index' (duration: 988.750522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:36.371939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:35.843412Z","time spent":"528.40315ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:36.372121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348985095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-01T21:31:36.372175Z","caller":"traceutil/trace.go:171","msg":"trace[653152315] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10143; }","duration":"1.349038846s","start":"2026-03-01T21:31:35.02312Z","end":"2026-03-01T21:31:36.372159Z","steps":["trace[653152315] 'agreement among raft nodes before linearized reading' (duration: 1.348856572s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:36.372215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:35.023056Z","time spent":"1.349151218s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:31:36.372409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305997909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:36.372449Z","caller":"traceutil/trace.go:171","msg":"trace[937726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10143; }","duration":"1.306092421s","start":"2026-03-01T21:31:35.066347Z","end":"2026-03-01T21:31:36.37244Z","steps":["trace[937726] 'agreement among raft nodes before linearized reading' (duration: 1.30603089s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:36.372476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:35.066321Z","time spent":"1.306149892s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:31:36.372804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.242054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:36.372848Z","caller":"traceutil/trace.go:171","msg":"trace[303044310] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10143; }","duration":"361.317465ms","start":"2026-03-01T21:31:36.011521Z","end":"2026-03-01T21:31:36.372838Z","steps":["trace[303044310] 'agreement among raft nodes before linearized reading' (duration: 361.251903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:36.372886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:36.011504Z","time spent":"361.373127ms","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:36.373066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.738537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:36.373119Z","caller":"traceutil/trace.go:171","msg":"trace[1929420630] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:10143; }","duration":"448.83035ms","start":"2026-03-01T21:31:35.924273Z","end":"2026-03-01T21:31:36.373104Z","steps":["trace[1929420630] 'agreement among raft nodes before linearized reading' (duration: 448.677736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:36.373169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:35.924255Z","time spent":"448.903821ms","remote":"127.0.0.1:34102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":63,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:36.80596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.990512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:36.806176Z","caller":"traceutil/trace.go:171","msg":"trace[342661916] transaction","detail":"{read_only:false; response_revision:10145; number_of_response:1; }","duration":"418.593524ms","start":"2026-03-01T21:31:36.387566Z","end":"2026-03-01T21:31:36.806159Z","steps":["trace[342661916] 'process raft request' (duration: 418.533883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:36.806247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:36.387546Z","time spent":"418.671157ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:36.806338Z","caller":"traceutil/trace.go:171","msg":"trace[547723310] transaction","detail":"{read_only:false; response_revision:10144; number_of_response:1; }","duration":"424.016105ms","start":"2026-03-01T21:31:36.38229Z","end":"2026-03-01T21:31:36.806306Z","steps":["trace[547723310] 'process raft request' (duration: 90.601353ms)","trace[547723310] 'compare' (duration: 332.86206ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:36.80646Z","caller":"traceutil/trace.go:171","msg":"trace[1398226618] linearizableReadLoop","detail":"{readStateIndex:10643; appliedIndex:10642; }","duration":"419.810331ms","start":"2026-03-01T21:31:36.386613Z","end":"2026-03-01T21:31:36.806423Z","steps":["trace[1398226618] 'read index received' (duration: 86.248077ms)","trace[1398226618] 'applied index is now lower than readState.Index' (duration: 333.555994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:36.806589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.954334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:36.806644Z","caller":"traceutil/trace.go:171","msg":"trace[1264505172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10145; }","duration":"420.034996ms","start":"2026-03-01T21:31:36.386597Z","end":"2026-03-01T21:31:36.806633Z","steps":["trace[1264505172] 'agreement among raft nodes before linearized reading' (duration: 419.916613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:36.80667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:36.38659Z","time spent":"420.073596ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:31:36.806713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:36.382266Z","time spent":"424.354111ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:37.008841Z","caller":"traceutil/trace.go:171","msg":"trace[1790431970] linearizableReadLoop","detail":"{readStateIndex:10645; appliedIndex:10644; }","duration":"202.276538ms","start":"2026-03-01T21:31:36.80654Z","end":"2026-03-01T21:31:37.008817Z","steps":["trace[1790431970] 'read index received' (duration: 103.715571ms)","trace[1790431970] 'applied index is now lower than readState.Index' (duration: 98.560006ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:37.009146Z","caller":"traceutil/trace.go:171","msg":"trace[879086912] transaction","detail":"{read_only:false; response_revision:10146; number_of_response:1; }","duration":"204.65066ms","start":"2026-03-01T21:31:36.804477Z","end":"2026-03-01T21:31:37.009128Z","steps":["trace[879086912] 'process raft request' (duration: 105.855318ms)","trace[879086912] 'compare' (duration: 98.270081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:37.009471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.408739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:31:37.009572Z","caller":"traceutil/trace.go:171","msg":"trace[1917259946] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10146; }","duration":"593.560722ms","start":"2026-03-01T21:31:36.415991Z","end":"2026-03-01T21:31:37.009551Z","steps":["trace[1917259946] 'agreement among raft nodes before linearized reading' (duration: 593.285116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:37.009597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.230871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"warn","ts":"2026-03-01T21:31:37.009629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:36.415974Z","time spent":"593.642094ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T21:31:37.009654Z","caller":"traceutil/trace.go:171","msg":"trace[1254806825] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10146; }","duration":"199.310982ms","start":"2026-03-01T21:31:36.810326Z","end":"2026-03-01T21:31:37.009637Z","steps":["trace[1254806825] 'agreement among raft nodes before linearized reading' (duration: 198.924674ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:37.28558Z","caller":"traceutil/trace.go:171","msg":"trace[345894593] transaction","detail":"{read_only:false; response_revision:10148; number_of_response:1; }","duration":"271.072911ms","start":"2026-03-01T21:31:37.014477Z","end":"2026-03-01T21:31:37.28555Z","steps":["trace[345894593] 'process raft request' (duration: 270.837136ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:37.285899Z","caller":"traceutil/trace.go:171","msg":"trace[1875187118] transaction","detail":"{read_only:false; response_revision:10149; number_of_response:1; }","duration":"269.986357ms","start":"2026-03-01T21:31:37.015878Z","end":"2026-03-01T21:31:37.285864Z","steps":["trace[1875187118] 'process raft request' (duration: 269.624689ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:37.286272Z","caller":"traceutil/trace.go:171","msg":"trace[1895158280] transaction","detail":"{read_only:false; response_revision:10150; number_of_response:1; }","duration":"270.352564ms","start":"2026-03-01T21:31:37.015891Z","end":"2026-03-01T21:31:37.286244Z","steps":["trace[1895158280] 'process raft request' (duration: 269.919335ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:37.286416Z","caller":"traceutil/trace.go:171","msg":"trace[742919932] transaction","detail":"{read_only:false; response_revision:10152; number_of_response:1; }","duration":"269.748072ms","start":"2026-03-01T21:31:37.016658Z","end":"2026-03-01T21:31:37.286406Z","steps":["trace[742919932] 'process raft request' (duration: 269.503576ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:37.286296Z","caller":"traceutil/trace.go:171","msg":"trace[1846753810] transaction","detail":"{read_only:false; response_revision:10151; number_of_response:1; }","duration":"270.339034ms","start":"2026-03-01T21:31:37.015936Z","end":"2026-03-01T21:31:37.286275Z","steps":["trace[1846753810] 'process raft request' (duration: 270.15562ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:37.286543Z","caller":"traceutil/trace.go:171","msg":"trace[255191720] transaction","detail":"{read_only:false; response_revision:10153; number_of_response:1; }","duration":"269.469895ms","start":"2026-03-01T21:31:37.017018Z","end":"2026-03-01T21:31:37.286487Z","steps":["trace[255191720] 'process raft request' (duration: 269.314662ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:37.286564Z","caller":"traceutil/trace.go:171","msg":"trace[1217078] linearizableReadLoop","detail":"{readStateIndex:10647; appliedIndex:10645; }","duration":"271.115622ms","start":"2026-03-01T21:31:37.015328Z","end":"2026-03-01T21:31:37.286443Z","steps":["trace[1217078] 'read index received' (duration: 82.912324ms)","trace[1217078] 'applied index is now lower than readState.Index' (duration: 188.201108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:37.286845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.49942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:31:37.286912Z","caller":"traceutil/trace.go:171","msg":"trace[102839758] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:10153; }","duration":"271.595902ms","start":"2026-03-01T21:31:37.0153Z","end":"2026-03-01T21:31:37.286896Z","steps":["trace[102839758] 'agreement among raft nodes before linearized reading' (duration: 271.354647ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:37.61857Z","caller":"traceutil/trace.go:171","msg":"trace[364430661] linearizableReadLoop","detail":"{readStateIndex:10653; appliedIndex:10652; }","duration":"331.862858ms","start":"2026-03-01T21:31:37.286672Z","end":"2026-03-01T21:31:37.618535Z","steps":["trace[364430661] 'read index received' (duration: 270.816256ms)","trace[364430661] 'applied index is now lower than readState.Index' (duration: 61.044822ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:37.618702Z","caller":"traceutil/trace.go:171","msg":"trace[1294317911] transaction","detail":"{read_only:false; response_revision:10154; number_of_response:1; }","duration":"488.587424ms","start":"2026-03-01T21:31:37.130079Z","end":"2026-03-01T21:31:37.618666Z","steps":["trace[1294317911] 'process raft request' (duration: 427.435449ms)","trace[1294317911] 'compare' (duration: 60.873189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:37.618725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.778061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:37.618802Z","caller":"traceutil/trace.go:171","msg":"trace[576034586] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:10154; }","duration":"515.942875ms","start":"2026-03-01T21:31:37.102841Z","end":"2026-03-01T21:31:37.618784Z","steps":["trace[576034586] 'agreement among raft nodes before linearized reading' (duration: 515.74139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:37.618854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:37.102813Z","time spent":"516.027147ms","remote":"127.0.0.1:56566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:37.618858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:37.130051Z","time spent":"488.714857ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:37.61891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.585487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-03-01T21:31:37.618985Z","caller":"traceutil/trace.go:171","msg":"trace[1900156727] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10154; }","duration":"595.68519ms","start":"2026-03-01T21:31:37.023275Z","end":"2026-03-01T21:31:37.61896Z","steps":["trace[1900156727] 'agreement among raft nodes before linearized reading' (duration: 595.433664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:37.619038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:37.023266Z","time spent":"595.757721ms","remote":"127.0.0.1:48342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4853,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T21:31:37.619006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.109193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:31:37.619037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.91062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-01T21:31:37.61912Z","caller":"traceutil/trace.go:171","msg":"trace[1233916455] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:10154; }","duration":"573.599083ms","start":"2026-03-01T21:31:37.045493Z","end":"2026-03-01T21:31:37.619092Z","steps":["trace[1233916455] 'agreement among raft nodes before linearized reading' (duration: 573.108853ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:37.61913Z","caller":"traceutil/trace.go:171","msg":"trace[190866667] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10154; }","duration":"328.133875ms","start":"2026-03-01T21:31:37.290972Z","end":"2026-03-01T21:31:37.619106Z","steps":["trace[190866667] 'agreement among raft nodes before linearized reading' (duration: 327.817398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:37.619194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:37.290943Z","time spent":"328.239967ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:31:37.619194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:37.045465Z","time spent":"573.710125ms","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:31:37.619367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.187576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:320672"} {"level":"info","ts":"2026-03-01T21:31:37.619424Z","caller":"traceutil/trace.go:171","msg":"trace[1503313080] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10154; }","duration":"328.293758ms","start":"2026-03-01T21:31:37.291118Z","end":"2026-03-01T21:31:37.619412Z","steps":["trace[1503313080] 'agreement among raft nodes before linearized reading' (duration: 327.766877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:37.619458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:37.291094Z","time spent":"328.35524ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":320695,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T21:31:38.691981Z","caller":"traceutil/trace.go:171","msg":"trace[458312908] transaction","detail":"{read_only:false; response_revision:10156; number_of_response:1; }","duration":"145.848388ms","start":"2026-03-01T21:31:38.546106Z","end":"2026-03-01T21:31:38.691954Z","steps":["trace[458312908] 'process raft request' (duration: 145.644963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:39.226634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.362176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:39.226719Z","caller":"traceutil/trace.go:171","msg":"trace[77191575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10157; }","duration":"185.48423ms","start":"2026-03-01T21:31:39.041213Z","end":"2026-03-01T21:31:39.226697Z","steps":["trace[77191575] 'range keys from in-memory index tree' (duration: 185.280194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:39.226627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.528099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:31:39.226861Z","caller":"traceutil/trace.go:171","msg":"trace[760088079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10157; }","duration":"124.826256ms","start":"2026-03-01T21:31:39.102018Z","end":"2026-03-01T21:31:39.226844Z","steps":["trace[760088079] 'range keys from in-memory index tree' (duration: 123.899916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:39.226927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.160827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-01T21:31:39.227035Z","caller":"traceutil/trace.go:171","msg":"trace[1163189051] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10157; }","duration":"223.400913ms","start":"2026-03-01T21:31:39.003612Z","end":"2026-03-01T21:31:39.227013Z","steps":["trace[1163189051] 'range keys from in-memory index tree' (duration: 222.719908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:39.508803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.737556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:39.508903Z","caller":"traceutil/trace.go:171","msg":"trace[1552645493] linearizableReadLoop","detail":"{readStateIndex:10659; appliedIndex:10658; }","duration":"213.334521ms","start":"2026-03-01T21:31:39.295552Z","end":"2026-03-01T21:31:39.508887Z","steps":["trace[1552645493] 'read index received' (duration: 71.491313ms)","trace[1552645493] 'applied index is now lower than readState.Index' (duration: 141.842038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:39.509049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.490154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-01T21:31:39.509087Z","caller":"traceutil/trace.go:171","msg":"trace[1600296308] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10160; }","duration":"213.550006ms","start":"2026-03-01T21:31:39.295524Z","end":"2026-03-01T21:31:39.509074Z","steps":["trace[1600296308] 'agreement among raft nodes before linearized reading' (duration: 213.409872ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:39.509052Z","caller":"traceutil/trace.go:171","msg":"trace[941062501] transaction","detail":"{read_only:false; response_revision:10160; number_of_response:1; }","duration":"214.67209ms","start":"2026-03-01T21:31:39.294334Z","end":"2026-03-01T21:31:39.509006Z","steps":["trace[941062501] 'process raft request' (duration: 72.639197ms)","trace[941062501] 'compare' (duration: 141.302287ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:39.522982Z","caller":"traceutil/trace.go:171","msg":"trace[1752627527] transaction","detail":"{read_only:false; response_revision:10161; number_of_response:1; }","duration":"227.017102ms","start":"2026-03-01T21:31:39.295947Z","end":"2026-03-01T21:31:39.522964Z","steps":["trace[1752627527] 'process raft request' (duration: 226.734226ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:39.523018Z","caller":"traceutil/trace.go:171","msg":"trace[755166618] transaction","detail":"{read_only:false; response_revision:10162; number_of_response:1; }","duration":"226.773375ms","start":"2026-03-01T21:31:39.296224Z","end":"2026-03-01T21:31:39.522997Z","steps":["trace[755166618] 'process raft request' (duration: 226.52928ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:39.523183Z","caller":"traceutil/trace.go:171","msg":"trace[1303178097] transaction","detail":"{read_only:false; response_revision:10163; number_of_response:1; }","duration":"226.707595ms","start":"2026-03-01T21:31:39.296302Z","end":"2026-03-01T21:31:39.52301Z","steps":["trace[1303178097] 'process raft request' (duration: 226.49117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:39.72445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.606473ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T21:31:39.725041Z","caller":"traceutil/trace.go:171","msg":"trace[1523838322] linearizableReadLoop","detail":"{readStateIndex:10664; appliedIndex:10662; }","duration":"145.653823ms","start":"2026-03-01T21:31:39.579369Z","end":"2026-03-01T21:31:39.725023Z","steps":["trace[1523838322] 'read index received' (duration: 98.024075ms)","trace[1523838322] 'applied index is now lower than readState.Index' (duration: 47.628758ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:39.725209Z","caller":"traceutil/trace.go:171","msg":"trace[610986994] transaction","detail":"{read_only:false; response_revision:10164; number_of_response:1; }","duration":"211.309937ms","start":"2026-03-01T21:31:39.513849Z","end":"2026-03-01T21:31:39.725159Z","steps":["trace[610986994] 'process raft request' (duration: 210.668852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:39.850265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.868165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:39.850358Z","caller":"traceutil/trace.go:171","msg":"trace[891211072] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10164; }","duration":"271.027909ms","start":"2026-03-01T21:31:39.579305Z","end":"2026-03-01T21:31:39.850333Z","steps":["trace[891211072] 'agreement among raft nodes before linearized reading' (duration: 145.799676ms)","trace[891211072] 'count revisions from in-memory index tree' (duration: 125.08688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:39.850486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.923801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-01T21:31:39.850546Z","caller":"traceutil/trace.go:171","msg":"trace[1522606787] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10164; }","duration":"122.020712ms","start":"2026-03-01T21:31:39.728511Z","end":"2026-03-01T21:31:39.850531Z","steps":["trace[1522606787] 'range keys from in-memory index tree' (duration: 121.743867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:39.851007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.049325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:31:39.851063Z","caller":"traceutil/trace.go:171","msg":"trace[96034272] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:10164; }","duration":"223.104196ms","start":"2026-03-01T21:31:39.627943Z","end":"2026-03-01T21:31:39.851047Z","steps":["trace[96034272] 'agreement among raft nodes before linearized reading' (duration: 97.176807ms)","trace[96034272] 'range keys from in-memory index tree' (duration: 125.797807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:39.851087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.16535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:31:39.851169Z","caller":"traceutil/trace.go:171","msg":"trace[1962542000] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10164; }","duration":"179.281752ms","start":"2026-03-01T21:31:39.671865Z","end":"2026-03-01T21:31:39.851147Z","steps":["trace[1962542000] 'agreement among raft nodes before linearized reading' (duration: 53.269221ms)","trace[1962542000] 'range keys from in-memory index tree' (duration: 125.803817ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:40.032408Z","caller":"traceutil/trace.go:171","msg":"trace[1465059897] linearizableReadLoop","detail":"{readStateIndex:10666; appliedIndex:10665; }","duration":"110.255954ms","start":"2026-03-01T21:31:39.922129Z","end":"2026-03-01T21:31:40.032385Z","steps":["trace[1465059897] 'read index received' (duration: 110.033439ms)","trace[1465059897] 'applied index is now lower than readState.Index' (duration: 221.745µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:40.032618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.47729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-01T21:31:40.032657Z","caller":"traceutil/trace.go:171","msg":"trace[1584211350] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10166; }","duration":"110.581702ms","start":"2026-03-01T21:31:39.922065Z","end":"2026-03-01T21:31:40.032646Z","steps":["trace[1584211350] 'agreement among raft nodes before linearized reading' (duration: 110.417168ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:40.032639Z","caller":"traceutil/trace.go:171","msg":"trace[710185417] transaction","detail":"{read_only:false; response_revision:10166; number_of_response:1; }","duration":"175.136521ms","start":"2026-03-01T21:31:39.857468Z","end":"2026-03-01T21:31:40.032605Z","steps":["trace[710185417] 'process raft request' (duration: 174.768753ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:41.652169Z","caller":"traceutil/trace.go:171","msg":"trace[1289168518] linearizableReadLoop","detail":"{readStateIndex:10671; appliedIndex:10670; }","duration":"125.091741ms","start":"2026-03-01T21:31:41.527052Z","end":"2026-03-01T21:31:41.652144Z","steps":["trace[1289168518] 'read index received' (duration: 124.865465ms)","trace[1289168518] 'applied index is now lower than readState.Index' (duration: 225.356µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:41.652292Z","caller":"traceutil/trace.go:171","msg":"trace[1992374792] transaction","detail":"{read_only:false; response_revision:10171; number_of_response:1; }","duration":"133.022675ms","start":"2026-03-01T21:31:41.519224Z","end":"2026-03-01T21:31:41.652247Z","steps":["trace[1992374792] 'process raft request' (duration: 132.760368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:41.65251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.424418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:31:41.652593Z","caller":"traceutil/trace.go:171","msg":"trace[40570324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10171; }","duration":"125.565771ms","start":"2026-03-01T21:31:41.527005Z","end":"2026-03-01T21:31:41.652571Z","steps":["trace[40570324] 'agreement among raft nodes before linearized reading' (duration: 125.276345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:41.652729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.405072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:31:41.652802Z","caller":"traceutil/trace.go:171","msg":"trace[1906904621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10171; }","duration":"122.511294ms","start":"2026-03-01T21:31:41.530274Z","end":"2026-03-01T21:31:41.652785Z","steps":["trace[1906904621] 'agreement among raft nodes before linearized reading' (duration: 122.243158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:41.652893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.699324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:31:41.652983Z","caller":"traceutil/trace.go:171","msg":"trace[1247930483] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10171; }","duration":"125.820487ms","start":"2026-03-01T21:31:41.527145Z","end":"2026-03-01T21:31:41.652965Z","steps":["trace[1247930483] 'agreement among raft nodes before linearized reading' (duration: 125.387037ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:42.8659Z","caller":"traceutil/trace.go:171","msg":"trace[1975424116] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10179; }","duration":"114.868636ms","start":"2026-03-01T21:31:42.751003Z","end":"2026-03-01T21:31:42.865871Z","steps":["trace[1975424116] 'process raft request' (duration: 114.780304ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:44.33431Z","caller":"traceutil/trace.go:171","msg":"trace[366578377] transaction","detail":"{read_only:false; response_revision:10190; number_of_response:1; }","duration":"135.478288ms","start":"2026-03-01T21:31:44.198807Z","end":"2026-03-01T21:31:44.334285Z","steps":["trace[366578377] 'process raft request' (duration: 132.83856ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:49.224728Z","caller":"traceutil/trace.go:171","msg":"trace[595333639] transaction","detail":"{read_only:false; response_revision:10220; number_of_response:1; }","duration":"103.348922ms","start":"2026-03-01T21:31:49.121324Z","end":"2026-03-01T21:31:49.224673Z","steps":["trace[595333639] 'process raft request' (duration: 63.707971ms)","trace[595333639] 'compare' (duration: 39.410596ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:49.579678Z","caller":"traceutil/trace.go:171","msg":"trace[734032020] transaction","detail":"{read_only:false; response_revision:10247; number_of_response:1; }","duration":"108.772441ms","start":"2026-03-01T21:31:49.470883Z","end":"2026-03-01T21:31:49.579656Z","steps":["trace[734032020] 'process raft request' (duration: 108.6878ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:49.579674Z","caller":"traceutil/trace.go:171","msg":"trace[1858656948] transaction","detail":"{read_only:false; response_revision:10246; number_of_response:1; }","duration":"109.286533ms","start":"2026-03-01T21:31:49.470356Z","end":"2026-03-01T21:31:49.579643Z","steps":["trace[1858656948] 'process raft request' (duration: 101.352989ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:49.579683Z","caller":"traceutil/trace.go:171","msg":"trace[1505774909] linearizableReadLoop","detail":"{readStateIndex:10752; appliedIndex:10748; }","duration":"104.569569ms","start":"2026-03-01T21:31:49.47508Z","end":"2026-03-01T21:31:49.57965Z","steps":["trace[1505774909] 'read index received' (duration: 52.183948ms)","trace[1505774909] 'applied index is now lower than readState.Index' (duration: 52.384731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:49.579879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.775363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-01T21:31:49.579978Z","caller":"traceutil/trace.go:171","msg":"trace[707582857] transaction","detail":"{read_only:false; response_revision:10248; number_of_response:1; }","duration":"108.011414ms","start":"2026-03-01T21:31:49.471917Z","end":"2026-03-01T21:31:49.579929Z","steps":["trace[707582857] 'process raft request' (duration: 107.694787ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:49.580094Z","caller":"traceutil/trace.go:171","msg":"trace[327143462] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:10248; }","duration":"104.955499ms","start":"2026-03-01T21:31:49.475039Z","end":"2026-03-01T21:31:49.579995Z","steps":["trace[327143462] 'agreement among raft nodes before linearized reading' (duration: 104.689902ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:49.965134Z","caller":"traceutil/trace.go:171","msg":"trace[462965980] transaction","detail":"{read_only:false; response_revision:10283; number_of_response:1; }","duration":"102.065905ms","start":"2026-03-01T21:31:49.863027Z","end":"2026-03-01T21:31:49.965093Z","steps":["trace[462965980] 'process raft request' (duration: 101.966592ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:49.965182Z","caller":"traceutil/trace.go:171","msg":"trace[2143508032] transaction","detail":"{read_only:false; response_revision:10282; number_of_response:1; }","duration":"103.594258ms","start":"2026-03-01T21:31:49.861542Z","end":"2026-03-01T21:31:49.965136Z","steps":["trace[2143508032] 'process raft request' (duration: 64.640892ms)","trace[2143508032] 'compare' (duration: 38.543338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:49.965522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.702579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-conductor-79dfc6f648\" ","response":"range_response_count:1 size:4770"} {"level":"info","ts":"2026-03-01T21:31:49.965678Z","caller":"traceutil/trace.go:171","msg":"trace[196877766] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-conductor-79dfc6f648; range_end:; response_count:1; response_revision:10283; }","duration":"102.928324ms","start":"2026-03-01T21:31:49.862733Z","end":"2026-03-01T21:31:49.965661Z","steps":["trace[196877766] 'agreement among raft nodes before linearized reading' (duration: 102.515845ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:49.965206Z","caller":"traceutil/trace.go:171","msg":"trace[2043968973] linearizableReadLoop","detail":"{readStateIndex:10787; appliedIndex:10786; }","duration":"102.416702ms","start":"2026-03-01T21:31:49.862764Z","end":"2026-03-01T21:31:49.96518Z","steps":["trace[2043968973] 'read index received' (duration: 63.432595ms)","trace[2043968973] 'applied index is now lower than readState.Index' (duration: 38.978787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:49.966318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.424415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-74b475bb47-7p5b9\" ","response":"range_response_count:1 size:6125"} {"level":"info","ts":"2026-03-01T21:31:49.96636Z","caller":"traceutil/trace.go:171","msg":"trace[234548707] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-74b475bb47-7p5b9; range_end:; response_count:1; response_revision:10283; }","duration":"103.491346ms","start":"2026-03-01T21:31:49.862858Z","end":"2026-03-01T21:31:49.96635Z","steps":["trace[234548707] 'agreement among raft nodes before linearized reading' (duration: 103.341763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:49.966496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.396663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:49.966538Z","caller":"traceutil/trace.go:171","msg":"trace[558164427] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:10283; }","duration":"103.439174ms","start":"2026-03-01T21:31:49.863076Z","end":"2026-03-01T21:31:49.966515Z","steps":["trace[558164427] 'agreement among raft nodes before linearized reading' (duration: 103.397433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:49.9666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.157398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:49.966746Z","caller":"traceutil/trace.go:171","msg":"trace[239330282] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:10283; }","duration":"103.410025ms","start":"2026-03-01T21:31:49.863306Z","end":"2026-03-01T21:31:49.966716Z","steps":["trace[239330282] 'agreement among raft nodes before linearized reading' (duration: 103.126358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:50.760153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.307238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:50.760305Z","caller":"traceutil/trace.go:171","msg":"trace[383170692] transaction","detail":"{read_only:false; response_revision:10294; number_of_response:1; }","duration":"174.167932ms","start":"2026-03-01T21:31:50.586108Z","end":"2026-03-01T21:31:50.760276Z","steps":["trace[383170692] 'process raft request' (duration: 43.63445ms)","trace[383170692] 'compare' (duration: 130.187124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:51.797938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.702525ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:51.798063Z","caller":"traceutil/trace.go:171","msg":"trace[178790725] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10301; }","duration":"100.843248ms","start":"2026-03-01T21:31:51.697205Z","end":"2026-03-01T21:31:51.798048Z","steps":["trace[178790725] 'range keys from in-memory index tree' (duration: 100.687575ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:51.79809Z","caller":"traceutil/trace.go:171","msg":"trace[447488340] transaction","detail":"{read_only:false; response_revision:10302; number_of_response:1; }","duration":"101.83672ms","start":"2026-03-01T21:31:51.696216Z","end":"2026-03-01T21:31:51.798053Z","steps":["trace[447488340] 'process raft request' (duration: 76.584445ms)","trace[447488340] 'compare' (duration: 24.959749ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:53.257953Z","caller":"traceutil/trace.go:171","msg":"trace[108236192] transaction","detail":"{read_only:false; response_revision:10318; number_of_response:1; }","duration":"108.537887ms","start":"2026-03-01T21:31:53.149388Z","end":"2026-03-01T21:31:53.257926Z","steps":["trace[108236192] 'process raft request' (duration: 108.371674ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:56.23836Z","caller":"traceutil/trace.go:171","msg":"trace[635505689] transaction","detail":"{read_only:false; response_revision:10339; number_of_response:1; }","duration":"322.920214ms","start":"2026-03-01T21:31:55.915415Z","end":"2026-03-01T21:31:56.238335Z","steps":["trace[635505689] 'process raft request' (duration: 322.77927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:56.238542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:55.915401Z","time spent":"323.039446ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:56.423066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.469933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:56.423235Z","caller":"traceutil/trace.go:171","msg":"trace[1206894917] linearizableReadLoop","detail":"{readStateIndex:10850; appliedIndex:10848; }","duration":"382.81779ms","start":"2026-03-01T21:31:56.040403Z","end":"2026-03-01T21:31:56.423221Z","steps":["trace[1206894917] 'read index received' (duration: 198.017974ms)","trace[1206894917] 'applied index is now lower than readState.Index' (duration: 184.798806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:56.423337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.932112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:56.423336Z","caller":"traceutil/trace.go:171","msg":"trace[1842896086] transaction","detail":"{read_only:false; response_revision:10341; number_of_response:1; }","duration":"495.870229ms","start":"2026-03-01T21:31:55.927428Z","end":"2026-03-01T21:31:56.423298Z","steps":["trace[1842896086] 'process raft request' (duration: 495.711355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:56.423494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T21:31:56.423491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:55.927401Z","time spent":"496.006551ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:56.423493Z","caller":"traceutil/trace.go:171","msg":"trace[221878387] transaction","detail":"{read_only:false; response_revision:10340; number_of_response:1; }","duration":"506.676225ms","start":"2026-03-01T21:31:55.916786Z","end":"2026-03-01T21:31:56.423462Z","steps":["trace[221878387] 'process raft request' (duration: 383.758522ms)","trace[221878387] 'compare' (duration: 122.388712ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:56.423528Z","caller":"traceutil/trace.go:171","msg":"trace[713544794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10341; }","duration":"340.589851ms","start":"2026-03-01T21:31:56.082928Z","end":"2026-03-01T21:31:56.423518Z","steps":["trace[713544794] 'agreement among raft nodes before linearized reading' (duration: 340.472559ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:56.423365Z","caller":"traceutil/trace.go:171","msg":"trace[927683322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10341; }","duration":"383.001274ms","start":"2026-03-01T21:31:56.040354Z","end":"2026-03-01T21:31:56.423355Z","steps":["trace[927683322] 'agreement among raft nodes before linearized reading' (duration: 382.951193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:56.423569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:56.082908Z","time spent":"340.654243ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:31:56.423572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.451804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-01T21:31:56.423563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.038724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T21:31:56.423594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:56.04033Z","time spent":"383.24115ms","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:31:56.423615Z","caller":"traceutil/trace.go:171","msg":"trace[504796210] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:10341; }","duration":"338.511175ms","start":"2026-03-01T21:31:56.085093Z","end":"2026-03-01T21:31:56.423604Z","steps":["trace[504796210] 'agreement among raft nodes before linearized reading' (duration: 338.345652ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:56.423629Z","caller":"traceutil/trace.go:171","msg":"trace[279158931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10341; }","duration":"337.112876ms","start":"2026-03-01T21:31:56.0865Z","end":"2026-03-01T21:31:56.423613Z","steps":["trace[279158931] 'agreement among raft nodes before linearized reading' (duration: 336.915611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:56.423639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:56.085088Z","time spent":"338.546376ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"warn","ts":"2026-03-01T21:31:56.423629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:55.916777Z","time spent":"506.779457ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:56.423662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:56.086483Z","time spent":"337.171496ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:31:56.773526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.268721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:56.773641Z","caller":"traceutil/trace.go:171","msg":"trace[513520388] transaction","detail":"{read_only:false; response_revision:10343; number_of_response:1; }","duration":"341.218155ms","start":"2026-03-01T21:31:56.432404Z","end":"2026-03-01T21:31:56.773622Z","steps":["trace[513520388] 'process raft request' (duration: 97.776521ms)","trace[513520388] 'compare' (duration: 243.091066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:56.773702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:56.432395Z","time spent":"341.279867ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:56.814301Z","caller":"traceutil/trace.go:171","msg":"trace[1641689788] linearizableReadLoop","detail":"{readStateIndex:10853; appliedIndex:10852; }","duration":"154.529509ms","start":"2026-03-01T21:31:56.659753Z","end":"2026-03-01T21:31:56.814283Z","steps":["trace[1641689788] 'read index received' (duration: 154.381416ms)","trace[1641689788] 'applied index is now lower than readState.Index' (duration: 147.603µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:56.81435Z","caller":"traceutil/trace.go:171","msg":"trace[1306972767] transaction","detail":"{read_only:false; response_revision:10344; number_of_response:1; }","duration":"237.144697ms","start":"2026-03-01T21:31:56.577175Z","end":"2026-03-01T21:31:56.81432Z","steps":["trace[1306972767] 'process raft request' (duration: 237.007764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:56.814437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.660932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:56.814462Z","caller":"traceutil/trace.go:171","msg":"trace[127937136] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:10344; }","duration":"154.749064ms","start":"2026-03-01T21:31:56.659704Z","end":"2026-03-01T21:31:56.814453Z","steps":["trace[127937136] 'agreement among raft nodes before linearized reading' (duration: 154.667512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:56.814598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.365677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-01T21:31:56.814661Z","caller":"traceutil/trace.go:171","msg":"trace[302274624] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10344; }","duration":"144.468509ms","start":"2026-03-01T21:31:56.670176Z","end":"2026-03-01T21:31:56.814645Z","steps":["trace[302274624] 'agreement among raft nodes before linearized reading' (duration: 144.289445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:57.110622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.20086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:57.110745Z","caller":"traceutil/trace.go:171","msg":"trace[1861163908] linearizableReadLoop","detail":"{readStateIndex:10854; appliedIndex:10853; }","duration":"236.100715ms","start":"2026-03-01T21:31:56.874627Z","end":"2026-03-01T21:31:57.110728Z","steps":["trace[1861163908] 'read index received' (duration: 103.66207ms)","trace[1861163908] 'applied index is now lower than readState.Index' (duration: 132.436544ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:57.110877Z","caller":"traceutil/trace.go:171","msg":"trace[1280568087] transaction","detail":"{read_only:false; response_revision:10345; number_of_response:1; }","duration":"289.208472ms","start":"2026-03-01T21:31:56.82165Z","end":"2026-03-01T21:31:57.110858Z","steps":["trace[1280568087] 'process raft request' (duration: 156.654575ms)","trace[1280568087] 'compare' (duration: 131.984585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:57.111245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.609756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:31:57.111343Z","caller":"traceutil/trace.go:171","msg":"trace[1104178216] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10345; }","duration":"236.736338ms","start":"2026-03-01T21:31:56.874586Z","end":"2026-03-01T21:31:57.111322Z","steps":["trace[1104178216] 'agreement among raft nodes before linearized reading' (duration: 236.469583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:57.874416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.741986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:31:57.874767Z","caller":"traceutil/trace.go:171","msg":"trace[246454455] transaction","detail":"{read_only:false; response_revision:10347; number_of_response:1; }","duration":"756.954022ms","start":"2026-03-01T21:31:57.117774Z","end":"2026-03-01T21:31:57.874728Z","steps":["trace[246454455] 'process raft request' (duration: 150.754636ms)","trace[246454455] 'compare' (duration: 604.620462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:57.874949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:57.117767Z","time spent":"757.082946ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:57.875586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.309257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-01T21:31:57.875736Z","caller":"traceutil/trace.go:171","msg":"trace[760392773] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10347; }","duration":"710.46468ms","start":"2026-03-01T21:31:57.165204Z","end":"2026-03-01T21:31:57.875669Z","steps":["trace[760392773] 'agreement among raft nodes before linearized reading' (duration: 710.115542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:57.875801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:57.165181Z","time spent":"710.604273ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T21:31:57.874566Z","caller":"traceutil/trace.go:171","msg":"trace[116023234] linearizableReadLoop","detail":"{readStateIndex:10856; appliedIndex:10855; }","duration":"709.292084ms","start":"2026-03-01T21:31:57.165253Z","end":"2026-03-01T21:31:57.874545Z","steps":["trace[116023234] 'read index received' (duration: 103.305422ms)","trace[116023234] 'applied index is now lower than readState.Index' (duration: 605.985082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:57.944738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.265154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-01T21:31:57.945471Z","caller":"traceutil/trace.go:171","msg":"trace[835396134] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10348; }","duration":"160.064752ms","start":"2026-03-01T21:31:57.785374Z","end":"2026-03-01T21:31:57.945439Z","steps":["trace[835396134] 'agreement among raft nodes before linearized reading' (duration: 159.183202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:57.945627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.472973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:57.945694Z","caller":"traceutil/trace.go:171","msg":"trace[684053274] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:10348; }","duration":"761.640206ms","start":"2026-03-01T21:31:57.184043Z","end":"2026-03-01T21:31:57.945683Z","steps":["trace[684053274] 'agreement among raft nodes before linearized reading' (duration: 760.452009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:57.945012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.585919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T21:31:57.945725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:57.184018Z","time spent":"761.696447ms","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":74,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:31:57.945786Z","caller":"traceutil/trace.go:171","msg":"trace[1845095725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10348; }","duration":"299.659513ms","start":"2026-03-01T21:31:57.646115Z","end":"2026-03-01T21:31:57.945775Z","steps":["trace[1845095725] 'agreement among raft nodes before linearized reading' (duration: 298.573549ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:57.945107Z","caller":"traceutil/trace.go:171","msg":"trace[186002346] transaction","detail":"{read_only:false; response_revision:10348; number_of_response:1; }","duration":"703.643551ms","start":"2026-03-01T21:31:57.241439Z","end":"2026-03-01T21:31:57.945083Z","steps":["trace[186002346] 'process raft request' (duration: 702.866913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:57.946085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:57.241411Z","time spent":"704.605871ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:57.945181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.626208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:31:57.946276Z","caller":"traceutil/trace.go:171","msg":"trace[1038266677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10348; }","duration":"663.772743ms","start":"2026-03-01T21:31:57.282491Z","end":"2026-03-01T21:31:57.946264Z","steps":["trace[1038266677] 'agreement among raft nodes before linearized reading' (duration: 662.643028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:57.946311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:57.28246Z","time spent":"663.840425ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:31:57.945307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.161802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:57.946412Z","caller":"traceutil/trace.go:171","msg":"trace[1698107487] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10348; }","duration":"125.302027ms","start":"2026-03-01T21:31:57.821102Z","end":"2026-03-01T21:31:57.946404Z","steps":["trace[1698107487] 'agreement among raft nodes before linearized reading' (duration: 124.093261ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:58.253472Z","caller":"traceutil/trace.go:171","msg":"trace[2083732074] transaction","detail":"{read_only:false; response_revision:10350; number_of_response:1; }","duration":"303.241223ms","start":"2026-03-01T21:31:57.950213Z","end":"2026-03-01T21:31:58.253454Z","steps":["trace[2083732074] 'process raft request' (duration: 303.190352ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:58.253479Z","caller":"traceutil/trace.go:171","msg":"trace[2007205659] transaction","detail":"{read_only:false; response_revision:10349; number_of_response:1; }","duration":"372.780642ms","start":"2026-03-01T21:31:57.88067Z","end":"2026-03-01T21:31:58.253451Z","steps":["trace[2007205659] 'process raft request' (duration: 280.530082ms)","trace[2007205659] 'compare' (duration: 92.083506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:58.253588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.341856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:31:58.253592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:57.950196Z","time spent":"303.336374ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:58.253613Z","caller":"traceutil/trace.go:171","msg":"trace[818857427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10351; }","duration":"199.423408ms","start":"2026-03-01T21:31:58.054184Z","end":"2026-03-01T21:31:58.253607Z","steps":["trace[818857427] 'agreement among raft nodes before linearized reading' (duration: 199.350436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:58.253636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:57.880646Z","time spent":"372.899235ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:58.253718Z","caller":"traceutil/trace.go:171","msg":"trace[339987893] transaction","detail":"{read_only:false; response_revision:10351; number_of_response:1; }","duration":"302.66345ms","start":"2026-03-01T21:31:57.951019Z","end":"2026-03-01T21:31:58.253683Z","steps":["trace[339987893] 'process raft request' (duration: 302.413224ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:58.253503Z","caller":"traceutil/trace.go:171","msg":"trace[1872032775] linearizableReadLoop","detail":"{readStateIndex:10860; appliedIndex:10857; }","duration":"199.248403ms","start":"2026-03-01T21:31:58.054238Z","end":"2026-03-01T21:31:58.253486Z","steps":["trace[1872032775] 'read index received' (duration: 106.988673ms)","trace[1872032775] 'applied index is now lower than readState.Index' (duration: 92.25883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:31:58.253905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:57.951011Z","time spent":"302.792112ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:31:58.858794Z","caller":"traceutil/trace.go:171","msg":"trace[1802341286] linearizableReadLoop","detail":"{readStateIndex:10862; appliedIndex:10861; }","duration":"431.242637ms","start":"2026-03-01T21:31:58.427519Z","end":"2026-03-01T21:31:58.858762Z","steps":["trace[1802341286] 'read index received' (duration: 428.865445ms)","trace[1802341286] 'applied index is now lower than readState.Index' (duration: 2.375412ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:58.858906Z","caller":"traceutil/trace.go:171","msg":"trace[1867962620] transaction","detail":"{read_only:false; response_revision:10353; number_of_response:1; }","duration":"600.798828ms","start":"2026-03-01T21:31:58.258075Z","end":"2026-03-01T21:31:58.858874Z","steps":["trace[1867962620] 'process raft request' (duration: 598.476177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:58.859044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:58.258051Z","time spent":"600.92016ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:31:58.859141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.031391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:31:58.85922Z","caller":"traceutil/trace.go:171","msg":"trace[1488656316] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:10353; }","duration":"420.155714ms","start":"2026-03-01T21:31:58.439045Z","end":"2026-03-01T21:31:58.859201Z","steps":["trace[1488656316] 'agreement among raft nodes before linearized reading' (duration: 419.948449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:58.859233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.421007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T21:31:58.859266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:58.439025Z","time spent":"420.232035ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"info","ts":"2026-03-01T21:31:58.859312Z","caller":"traceutil/trace.go:171","msg":"trace[1945266366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10353; }","duration":"414.55673ms","start":"2026-03-01T21:31:58.444733Z","end":"2026-03-01T21:31:58.85929Z","steps":["trace[1945266366] 'agreement among raft nodes before linearized reading' (duration: 414.326855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:58.859368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:58.444713Z","time spent":"414.646262ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:31:58.859454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.503521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:31:58.859569Z","caller":"traceutil/trace.go:171","msg":"trace[839155624] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10353; }","duration":"215.669574ms","start":"2026-03-01T21:31:58.643881Z","end":"2026-03-01T21:31:58.85955Z","steps":["trace[839155624] 'agreement among raft nodes before linearized reading' (duration: 215.138293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:58.859604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.080725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:31:58.859679Z","caller":"traceutil/trace.go:171","msg":"trace[1841901461] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10353; }","duration":"432.186258ms","start":"2026-03-01T21:31:58.42748Z","end":"2026-03-01T21:31:58.859666Z","steps":["trace[1841901461] 'agreement among raft nodes before linearized reading' (duration: 431.497673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:58.859728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:31:58.42746Z","time spent":"432.260019ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-01T21:31:59.206022Z","caller":"traceutil/trace.go:171","msg":"trace[973027668] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10358; }","duration":"119.449478ms","start":"2026-03-01T21:31:59.086491Z","end":"2026-03-01T21:31:59.20594Z","steps":["trace[973027668] 'compare' (duration: 95.946701ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:59.418739Z","caller":"traceutil/trace.go:171","msg":"trace[473978910] transaction","detail":"{read_only:false; response_revision:10360; number_of_response:1; }","duration":"120.092882ms","start":"2026-03-01T21:31:59.298619Z","end":"2026-03-01T21:31:59.418712Z","steps":["trace[473978910] 'process raft request' (duration: 119.933519ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:01.036283Z","caller":"traceutil/trace.go:171","msg":"trace[2004757211] linearizableReadLoop","detail":"{readStateIndex:10883; appliedIndex:10882; }","duration":"172.600158ms","start":"2026-03-01T21:32:00.863649Z","end":"2026-03-01T21:32:01.036249Z","steps":["trace[2004757211] 'read index received' (duration: 172.340032ms)","trace[2004757211] 'applied index is now lower than readState.Index' (duration: 258.116µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:01.036868Z","caller":"traceutil/trace.go:171","msg":"trace[1856754472] transaction","detail":"{read_only:false; response_revision:10372; number_of_response:1; }","duration":"376.924951ms","start":"2026-03-01T21:32:00.659902Z","end":"2026-03-01T21:32:01.036827Z","steps":["trace[1856754472] 'process raft request' (duration: 376.159945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:01.03697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.424074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:32:01.037032Z","caller":"traceutil/trace.go:171","msg":"trace[2025988128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10372; }","duration":"142.522545ms","start":"2026-03-01T21:32:00.894495Z","end":"2026-03-01T21:32:01.037018Z","steps":["trace[2025988128] 'agreement among raft nodes before linearized reading' (duration: 142.337121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:01.037048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:00.659881Z","time spent":"377.071895ms","remote":"127.0.0.1:41032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:32:01.037176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.829062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:32:01.037268Z","caller":"traceutil/trace.go:171","msg":"trace[813740037] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10372; }","duration":"137.956804ms","start":"2026-03-01T21:32:00.899292Z","end":"2026-03-01T21:32:01.037249Z","steps":["trace[813740037] 'agreement among raft nodes before linearized reading' (duration: 137.664978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:01.037206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.881847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-01T21:32:01.037298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.311902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:32:01.037387Z","caller":"traceutil/trace.go:171","msg":"trace[714573207] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:10372; }","duration":"125.084081ms","start":"2026-03-01T21:32:00.912281Z","end":"2026-03-01T21:32:01.037365Z","steps":["trace[714573207] 'agreement among raft nodes before linearized reading' (duration: 124.57076ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:01.037453Z","caller":"traceutil/trace.go:171","msg":"trace[1548754598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10372; }","duration":"138.515167ms","start":"2026-03-01T21:32:00.898909Z","end":"2026-03-01T21:32:01.037424Z","steps":["trace[1548754598] 'agreement among raft nodes before linearized reading' (duration: 138.217541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:01.037548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.895956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:32:01.038463Z","caller":"traceutil/trace.go:171","msg":"trace[1037170060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10372; }","duration":"174.922898ms","start":"2026-03-01T21:32:00.863525Z","end":"2026-03-01T21:32:01.038448Z","steps":["trace[1037170060] 'agreement among raft nodes before linearized reading' (duration: 173.141249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:01.280922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.187146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:32:01.281364Z","caller":"traceutil/trace.go:171","msg":"trace[1508051177] linearizableReadLoop","detail":"{readStateIndex:10884; appliedIndex:10883; }","duration":"235.88038ms","start":"2026-03-01T21:32:01.045238Z","end":"2026-03-01T21:32:01.281119Z","steps":["trace[1508051177] 'read index received' (duration: 24.284825ms)","trace[1508051177] 'applied index is now lower than readState.Index' (duration: 211.587724ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:01.281409Z","caller":"traceutil/trace.go:171","msg":"trace[386087855] transaction","detail":"{read_only:false; response_revision:10373; number_of_response:1; }","duration":"236.744679ms","start":"2026-03-01T21:32:01.044631Z","end":"2026-03-01T21:32:01.281376Z","steps":["trace[386087855] 'process raft request' (duration: 25.00886ms)","trace[386087855] 'compare' (duration: 211.008192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:32:01.281534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.262569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:32:01.281709Z","caller":"traceutil/trace.go:171","msg":"trace[238356845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10373; }","duration":"236.474133ms","start":"2026-03-01T21:32:01.045209Z","end":"2026-03-01T21:32:01.281683Z","steps":["trace[238356845] 'agreement among raft nodes before linearized reading' (duration: 236.233138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:02.121631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.126582ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:32:02.121756Z","caller":"traceutil/trace.go:171","msg":"trace[1555352579] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10373; }","duration":"425.260876ms","start":"2026-03-01T21:32:01.696478Z","end":"2026-03-01T21:32:02.121739Z","steps":["trace[1555352579] 'range keys from in-memory index tree' (duration: 425.111672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:02.122727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.138865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:32:02.1229Z","caller":"traceutil/trace.go:171","msg":"trace[374731908] linearizableReadLoop","detail":"{readStateIndex:10887; appliedIndex:10884; }","duration":"841.418722ms","start":"2026-03-01T21:32:01.281469Z","end":"2026-03-01T21:32:02.122888Z","steps":["trace[374731908] 'read index received' (duration: 230.057582ms)","trace[374731908] 'applied index is now lower than readState.Index' (duration: 611.36018ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:02.123115Z","caller":"traceutil/trace.go:171","msg":"trace[1983192298] transaction","detail":"{read_only:false; response_revision:10374; number_of_response:1; }","duration":"1.077746791s","start":"2026-03-01T21:32:01.045355Z","end":"2026-03-01T21:32:02.123102Z","steps":["trace[1983192298] 'process raft request' (duration: 466.175857ms)","trace[1983192298] 'compare' (duration: 609.922308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:32:02.123189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:01.045331Z","time spent":"1.077824013s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:32:02.12335Z","caller":"traceutil/trace.go:171","msg":"trace[1074681951] transaction","detail":"{read_only:false; response_revision:10375; number_of_response:1; }","duration":"1.077881904s","start":"2026-03-01T21:32:01.045458Z","end":"2026-03-01T21:32:02.12334Z","steps":["trace[1074681951] 'process raft request' (duration: 1.077336663s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:02.123412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:01.04545Z","time spent":"1.077931485s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:32:02.123479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.672225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:32:02.123553Z","caller":"traceutil/trace.go:171","msg":"trace[132772258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10376; }","duration":"840.795508ms","start":"2026-03-01T21:32:01.282743Z","end":"2026-03-01T21:32:02.123538Z","steps":["trace[132772258] 'agreement among raft nodes before linearized reading' (duration: 840.651595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:02.123592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:01.282723Z","time spent":"840.86255ms","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:32:02.123821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.470747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:32:02.123868Z","caller":"traceutil/trace.go:171","msg":"trace[874404082] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10376; }","duration":"163.516758ms","start":"2026-03-01T21:32:01.960341Z","end":"2026-03-01T21:32:02.123858Z","steps":["trace[874404082] 'agreement among raft nodes before linearized reading' (duration: 163.452956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:02.12391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.968053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-01T21:32:02.123946Z","caller":"traceutil/trace.go:171","msg":"trace[317546202] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10376; }","duration":"167.036494ms","start":"2026-03-01T21:32:01.956897Z","end":"2026-03-01T21:32:02.123934Z","steps":["trace[317546202] 'agreement among raft nodes before linearized reading' (duration: 166.932532ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:02.124015Z","caller":"traceutil/trace.go:171","msg":"trace[300557744] transaction","detail":"{read_only:false; response_revision:10376; number_of_response:1; }","duration":"1.078498488s","start":"2026-03-01T21:32:01.045506Z","end":"2026-03-01T21:32:02.124005Z","steps":["trace[300557744] 'process raft request' (duration: 1.077341003s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:02.124083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.771383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-01T21:32:02.124115Z","caller":"traceutil/trace.go:171","msg":"trace[1504626007] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10376; }","duration":"638.841575ms","start":"2026-03-01T21:32:01.485263Z","end":"2026-03-01T21:32:02.124105Z","steps":["trace[1504626007] 'agreement among raft nodes before linearized reading' (duration: 638.775204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:02.124132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:01.485242Z","time spent":"638.886585ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:32:02.124081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:01.045468Z","time spent":"1.07858337s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:32:02.124468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07859529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:39 size:340973"} {"level":"info","ts":"2026-03-01T21:32:02.124509Z","caller":"traceutil/trace.go:171","msg":"trace[1615502162] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:39; response_revision:10376; }","duration":"1.078658822s","start":"2026-03-01T21:32:01.045841Z","end":"2026-03-01T21:32:02.1245Z","steps":["trace[1615502162] 'agreement among raft nodes before linearized reading' (duration: 1.078261683s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:02.12454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:01.045828Z","time spent":"1.078703593s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":39,"response size":340996,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T21:32:02.622898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.290316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:32:02.623193Z","caller":"traceutil/trace.go:171","msg":"trace[1079727641] transaction","detail":"{read_only:false; response_revision:10377; number_of_response:1; }","duration":"493.088429ms","start":"2026-03-01T21:32:02.12995Z","end":"2026-03-01T21:32:02.623039Z","steps":["trace[1079727641] 'process raft request' (duration: 167.550398ms)","trace[1079727641] 'compare' (duration: 324.894277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:32:02.623303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:02.129925Z","time spent":"493.324825ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:32:02.623516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.390524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-01T21:32:02.623581Z","caller":"traceutil/trace.go:171","msg":"trace[1097547047] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10377; }","duration":"492.483406ms","start":"2026-03-01T21:32:02.131078Z","end":"2026-03-01T21:32:02.623561Z","steps":["trace[1097547047] 'agreement among raft nodes before linearized reading' (duration: 492.314412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:02.623607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:02.131069Z","time spent":"492.532986ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T21:32:02.623029Z","caller":"traceutil/trace.go:171","msg":"trace[1433546554] linearizableReadLoop","detail":"{readStateIndex:10888; appliedIndex:10887; }","duration":"491.900603ms","start":"2026-03-01T21:32:02.131106Z","end":"2026-03-01T21:32:02.623007Z","steps":["trace[1433546554] 'read index received' (duration: 166.33006ms)","trace[1433546554] 'applied index is now lower than readState.Index' (duration: 325.568832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:32:02.623901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.058158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:32:02.623919Z","caller":"traceutil/trace.go:171","msg":"trace[762991367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10377; }","duration":"338.077288ms","start":"2026-03-01T21:32:02.285837Z","end":"2026-03-01T21:32:02.623915Z","steps":["trace[762991367] 'agreement among raft nodes before linearized reading' (duration: 338.026147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:02.623932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:02.285781Z","time spent":"338.14755ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:32:02.62415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.240578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:32:02.624196Z","caller":"traceutil/trace.go:171","msg":"trace[1010467413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10377; }","duration":"346.32449ms","start":"2026-03-01T21:32:02.277859Z","end":"2026-03-01T21:32:02.624184Z","steps":["trace[1010467413] 'agreement among raft nodes before linearized reading' (duration: 346.033864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:02.624231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:02.277838Z","time spent":"346.385201ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:32:02.624382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.150442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:32:02.624444Z","caller":"traceutil/trace.go:171","msg":"trace[890478391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10377; }","duration":"489.265545ms","start":"2026-03-01T21:32:02.135162Z","end":"2026-03-01T21:32:02.624427Z","steps":["trace[890478391] 'agreement among raft nodes before linearized reading' (duration: 488.618611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:02.624617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:02.135153Z","time spent":"489.446849ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:32:02.625074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.741591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:32:02.625276Z","caller":"traceutil/trace.go:171","msg":"trace[1158571412] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10377; }","duration":"232.952116ms","start":"2026-03-01T21:32:02.392282Z","end":"2026-03-01T21:32:02.625234Z","steps":["trace[1158571412] 'agreement among raft nodes before linearized reading' (duration: 231.534895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:02.893071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.961852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:32:02.893187Z","caller":"traceutil/trace.go:171","msg":"trace[1207442168] transaction","detail":"{read_only:false; response_revision:10378; number_of_response:1; }","duration":"264.393147ms","start":"2026-03-01T21:32:02.628773Z","end":"2026-03-01T21:32:02.893166Z","steps":["trace[1207442168] 'process raft request' (duration: 113.253192ms)","trace[1207442168] 'compare' (duration: 150.673865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:32:03.19924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.37118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:32:03.199718Z","caller":"traceutil/trace.go:171","msg":"trace[1237960361] linearizableReadLoop","detail":"{readStateIndex:10891; appliedIndex:10888; }","duration":"568.535638ms","start":"2026-03-01T21:32:02.631165Z","end":"2026-03-01T21:32:03.199701Z","steps":["trace[1237960361] 'read index received' (duration: 110.739047ms)","trace[1237960361] 'applied index is now lower than readState.Index' (duration: 457.795661ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:03.199805Z","caller":"traceutil/trace.go:171","msg":"trace[1192829239] transaction","detail":"{read_only:false; response_revision:10380; number_of_response:1; }","duration":"570.065421ms","start":"2026-03-01T21:32:02.629729Z","end":"2026-03-01T21:32:03.199795Z","steps":["trace[1192829239] 'process raft request' (duration: 569.897777ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:03.199777Z","caller":"traceutil/trace.go:171","msg":"trace[1887505643] transaction","detail":"{read_only:false; response_revision:10379; number_of_response:1; }","duration":"570.456369ms","start":"2026-03-01T21:32:02.629252Z","end":"2026-03-01T21:32:03.199709Z","steps":["trace[1887505643] 'process raft request' (duration: 403.526987ms)","trace[1887505643] 'compare' (duration: 165.839909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:32:03.199878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:02.62972Z","time spent":"570.117442ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:32:03.199949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:02.629241Z","time spent":"570.612843ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:32:03.200067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.896836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-01T21:32:03.200101Z","caller":"traceutil/trace.go:171","msg":"trace[1955694485] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10380; }","duration":"568.944577ms","start":"2026-03-01T21:32:02.631148Z","end":"2026-03-01T21:32:03.200092Z","steps":["trace[1955694485] 'agreement among raft nodes before linearized reading' (duration: 568.832054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:03.200138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:02.63114Z","time spent":"568.988677ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:32:03.200306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.046949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:32:03.200424Z","caller":"traceutil/trace.go:171","msg":"trace[1392051831] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:10380; }","duration":"554.200442ms","start":"2026-03-01T21:32:02.646206Z","end":"2026-03-01T21:32:03.200407Z","steps":["trace[1392051831] 'agreement among raft nodes before linearized reading' (duration: 553.872174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:03.20083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:02.646194Z","time spent":"554.343825ms","remote":"127.0.0.1:35028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:32:03.334343Z","caller":"traceutil/trace.go:171","msg":"trace[1856065227] transaction","detail":"{read_only:false; response_revision:10381; number_of_response:1; }","duration":"129.975729ms","start":"2026-03-01T21:32:03.204281Z","end":"2026-03-01T21:32:03.334256Z","steps":["trace[1856065227] 'process raft request' (duration: 96.962794ms)","trace[1856065227] 'compare' (duration: 32.938184ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:03.346501Z","caller":"traceutil/trace.go:171","msg":"trace[442242451] transaction","detail":"{read_only:false; response_revision:10382; number_of_response:1; }","duration":"138.707142ms","start":"2026-03-01T21:32:03.207768Z","end":"2026-03-01T21:32:03.346475Z","steps":["trace[442242451] 'process raft request' (duration: 138.493017ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:03.555383Z","caller":"traceutil/trace.go:171","msg":"trace[2047949504] linearizableReadLoop","detail":"{readStateIndex:10895; appliedIndex:10893; }","duration":"172.971575ms","start":"2026-03-01T21:32:03.382386Z","end":"2026-03-01T21:32:03.555358Z","steps":["trace[2047949504] 'read index received' (duration: 109.193691ms)","trace[2047949504] 'applied index is now lower than readState.Index' (duration: 63.776924ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:03.555419Z","caller":"traceutil/trace.go:171","msg":"trace[1563913296] transaction","detail":"{read_only:false; response_revision:10384; number_of_response:1; }","duration":"204.156942ms","start":"2026-03-01T21:32:03.351233Z","end":"2026-03-01T21:32:03.55539Z","steps":["trace[1563913296] 'process raft request' (duration: 204.08163ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:03.555423Z","caller":"traceutil/trace.go:171","msg":"trace[365203179] transaction","detail":"{read_only:false; response_revision:10383; number_of_response:1; }","duration":"205.268976ms","start":"2026-03-01T21:32:03.350118Z","end":"2026-03-01T21:32:03.555387Z","steps":["trace[365203179] 'process raft request' (duration: 141.490603ms)","trace[365203179] 'compare' (duration: 63.551738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:32:03.555607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.231821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-puller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:32:03.555655Z","caller":"traceutil/trace.go:171","msg":"trace[918228580] range","detail":"{range_begin:/registry/leases/openstack/staffeln-puller; range_end:; response_count:0; response_revision:10384; }","duration":"173.329574ms","start":"2026-03-01T21:32:03.382314Z","end":"2026-03-01T21:32:03.555644Z","steps":["trace[918228580] 'agreement among raft nodes before linearized reading' (duration: 173.197871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:03.555835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.989222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-retention\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:32:03.555903Z","caller":"traceutil/trace.go:171","msg":"trace[1102169376] range","detail":"{range_begin:/registry/leases/openstack/staffeln-retention; range_end:; response_count:0; response_revision:10384; }","duration":"161.071273ms","start":"2026-03-01T21:32:03.394814Z","end":"2026-03-01T21:32:03.555885Z","steps":["trace[1102169376] 'agreement among raft nodes before linearized reading' (duration: 160.953691ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:03.679184Z","caller":"traceutil/trace.go:171","msg":"trace[1538824292] transaction","detail":"{read_only:false; response_revision:10385; number_of_response:1; }","duration":"114.563139ms","start":"2026-03-01T21:32:03.564594Z","end":"2026-03-01T21:32:03.679157Z","steps":["trace[1538824292] 'process raft request' (duration: 114.384616ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:03.682539Z","caller":"traceutil/trace.go:171","msg":"trace[680375162] transaction","detail":"{read_only:false; response_revision:10386; number_of_response:1; }","duration":"112.073925ms","start":"2026-03-01T21:32:03.570442Z","end":"2026-03-01T21:32:03.682516Z","steps":["trace[680375162] 'process raft request' (duration: 111.965733ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:25.521519Z","caller":"traceutil/trace.go:171","msg":"trace[600060889] linearizableReadLoop","detail":"{readStateIndex:11148; appliedIndex:11147; }","duration":"111.749717ms","start":"2026-03-01T21:32:25.409739Z","end":"2026-03-01T21:32:25.521488Z","steps":["trace[600060889] 'read index received' (duration: 29.511738ms)","trace[600060889] 'applied index is now lower than readState.Index' (duration: 82.236619ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:25.521553Z","caller":"traceutil/trace.go:171","msg":"trace[2029864756] transaction","detail":"{read_only:false; response_revision:10627; number_of_response:1; }","duration":"131.225296ms","start":"2026-03-01T21:32:25.390286Z","end":"2026-03-01T21:32:25.521511Z","steps":["trace[2029864756] 'process raft request' (duration: 49.025718ms)","trace[2029864756] 'compare' (duration: 82.040824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:32:25.521768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.010654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:32:25.521807Z","caller":"traceutil/trace.go:171","msg":"trace[199100868] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10627; }","duration":"112.098726ms","start":"2026-03-01T21:32:25.409699Z","end":"2026-03-01T21:32:25.521798Z","steps":["trace[199100868] 'agreement among raft nodes before linearized reading' (duration: 111.913412ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:26.47753Z","caller":"traceutil/trace.go:171","msg":"trace[1645294406] linearizableReadLoop","detail":"{readStateIndex:11159; appliedIndex:11158; }","duration":"135.718637ms","start":"2026-03-01T21:32:26.341794Z","end":"2026-03-01T21:32:26.477513Z","steps":["trace[1645294406] 'read index received' (duration: 135.664516ms)","trace[1645294406] 'applied index is now lower than readState.Index' (duration: 51.191µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:26.477733Z","caller":"traceutil/trace.go:171","msg":"trace[810321595] transaction","detail":"{read_only:false; response_revision:10638; number_of_response:1; }","duration":"152.520016ms","start":"2026-03-01T21:32:26.325168Z","end":"2026-03-01T21:32:26.477688Z","steps":["trace[810321595] 'process raft request' (duration: 152.227399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:26.477806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.007323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:32:26.477849Z","caller":"traceutil/trace.go:171","msg":"trace[809597041] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10638; }","duration":"136.121865ms","start":"2026-03-01T21:32:26.341716Z","end":"2026-03-01T21:32:26.477838Z","steps":["trace[809597041] 'agreement among raft nodes before linearized reading' (duration: 135.978702ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:26.682431Z","caller":"traceutil/trace.go:171","msg":"trace[1771596014] linearizableReadLoop","detail":"{readStateIndex:11160; appliedIndex:11159; }","duration":"204.809866ms","start":"2026-03-01T21:32:26.477594Z","end":"2026-03-01T21:32:26.682404Z","steps":["trace[1771596014] 'read index received' (duration: 127.097685ms)","trace[1771596014] 'applied index is now lower than readState.Index' (duration: 77.711251ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:26.68256Z","caller":"traceutil/trace.go:171","msg":"trace[1736638441] transaction","detail":"{read_only:false; response_revision:10639; number_of_response:1; }","duration":"205.696287ms","start":"2026-03-01T21:32:26.4768Z","end":"2026-03-01T21:32:26.682496Z","steps":["trace[1736638441] 'process raft request' (duration: 127.805183ms)","trace[1736638441] 'compare' (duration: 77.70715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:32:26.683388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.246913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:32:26.683445Z","caller":"traceutil/trace.go:171","msg":"trace[388979072] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:10639; }","duration":"334.335176ms","start":"2026-03-01T21:32:26.349095Z","end":"2026-03-01T21:32:26.683431Z","steps":["trace[388979072] 'agreement among raft nodes before linearized reading' (duration: 333.431186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:26.683689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:26.349085Z","time spent":"334.497529ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"info","ts":"2026-03-01T21:32:26.692076Z","caller":"traceutil/trace.go:171","msg":"trace[156196692] transaction","detail":"{read_only:false; response_revision:10640; number_of_response:1; }","duration":"206.303199ms","start":"2026-03-01T21:32:26.485761Z","end":"2026-03-01T21:32:26.692064Z","steps":["trace[156196692] 'process raft request' (duration: 206.061524ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:26.692245Z","caller":"traceutil/trace.go:171","msg":"trace[1351517762] transaction","detail":"{read_only:false; response_revision:10641; number_of_response:1; }","duration":"159.312315ms","start":"2026-03-01T21:32:26.532926Z","end":"2026-03-01T21:32:26.692238Z","steps":["trace[1351517762] 'process raft request' (duration: 158.958377ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:27.976135Z","caller":"traceutil/trace.go:171","msg":"trace[1258971517] transaction","detail":"{read_only:false; response_revision:10655; number_of_response:1; }","duration":"105.291347ms","start":"2026-03-01T21:32:27.870797Z","end":"2026-03-01T21:32:27.976089Z","steps":["trace[1258971517] 'process raft request' (duration: 105.008321ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:28.104375Z","caller":"traceutil/trace.go:171","msg":"trace[1619981572] transaction","detail":"{read_only:false; response_revision:10656; number_of_response:1; }","duration":"115.197644ms","start":"2026-03-01T21:32:27.989112Z","end":"2026-03-01T21:32:28.104309Z","steps":["trace[1619981572] 'process raft request' (duration: 79.626092ms)","trace[1619981572] 'compare' (duration: 35.348757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:32:29.752548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.943931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-01T21:32:29.752676Z","caller":"traceutil/trace.go:171","msg":"trace[1937025019] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:10664; }","duration":"121.136395ms","start":"2026-03-01T21:32:29.631513Z","end":"2026-03-01T21:32:29.75265Z","steps":["trace[1937025019] 'range keys from in-memory index tree' (duration: 120.714056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:30.110962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.538592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:32:30.111283Z","caller":"traceutil/trace.go:171","msg":"trace[1723037775] transaction","detail":"{read_only:false; response_revision:10667; number_of_response:1; }","duration":"264.96849ms","start":"2026-03-01T21:32:29.846286Z","end":"2026-03-01T21:32:30.111254Z","steps":["trace[1723037775] 'process raft request' (duration: 153.868265ms)","trace[1723037775] 'compare' (duration: 110.373079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:32:30.397745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.215424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:32:30.397952Z","caller":"traceutil/trace.go:171","msg":"trace[1543090758] transaction","detail":"{read_only:false; response_revision:10668; number_of_response:1; }","duration":"267.818781ms","start":"2026-03-01T21:32:30.130075Z","end":"2026-03-01T21:32:30.397893Z","steps":["trace[1543090758] 'process raft request' (duration: 107.335331ms)","trace[1543090758] 'compare' (duration: 160.062421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:32:30.661002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.477125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:32:30.661204Z","caller":"traceutil/trace.go:171","msg":"trace[759011460] transaction","detail":"{read_only:false; response_revision:10670; number_of_response:1; }","duration":"257.26283ms","start":"2026-03-01T21:32:30.4039Z","end":"2026-03-01T21:32:30.661163Z","steps":["trace[759011460] 'process raft request' (duration: 154.501779ms)","trace[759011460] 'compare' (duration: 101.958364ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:30.661424Z","caller":"traceutil/trace.go:171","msg":"trace[800792279] transaction","detail":"{read_only:false; response_revision:10671; number_of_response:1; }","duration":"193.596379ms","start":"2026-03-01T21:32:30.467803Z","end":"2026-03-01T21:32:30.661399Z","steps":["trace[800792279] 'process raft request' (duration: 193.378455ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:30.661409Z","caller":"traceutil/trace.go:171","msg":"trace[447894951] linearizableReadLoop","detail":"{readStateIndex:11192; appliedIndex:11191; }","duration":"199.062669ms","start":"2026-03-01T21:32:30.462316Z","end":"2026-03-01T21:32:30.661379Z","steps":["trace[447894951] 'read index received' (duration: 96.099104ms)","trace[447894951] 'applied index is now lower than readState.Index' (duration: 102.957865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:32:30.66159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.158682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-01T21:32:30.661626Z","caller":"traceutil/trace.go:171","msg":"trace[291043952] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10671; }","duration":"249.213673ms","start":"2026-03-01T21:32:30.412402Z","end":"2026-03-01T21:32:30.661616Z","steps":["trace[291043952] 'agreement among raft nodes before linearized reading' (duration: 249.06186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:30.661787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.545313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:32:30.661854Z","caller":"traceutil/trace.go:171","msg":"trace[2130824801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10671; }","duration":"106.624846ms","start":"2026-03-01T21:32:30.555216Z","end":"2026-03-01T21:32:30.661841Z","steps":["trace[2130824801] 'agreement among raft nodes before linearized reading' (duration: 106.408741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:30.66186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.464173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:32:30.661963Z","caller":"traceutil/trace.go:171","msg":"trace[788907561] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10671; }","duration":"107.608417ms","start":"2026-03-01T21:32:30.554331Z","end":"2026-03-01T21:32:30.66194Z","steps":["trace[788907561] 'agreement among raft nodes before linearized reading' (duration: 107.29714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:30.943383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.683718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:32:30.943523Z","caller":"traceutil/trace.go:171","msg":"trace[1190173574] linearizableReadLoop","detail":"{readStateIndex:11194; appliedIndex:11193; }","duration":"216.098044ms","start":"2026-03-01T21:32:30.727405Z","end":"2026-03-01T21:32:30.943503Z","steps":["trace[1190173574] 'read index received' (duration: 53.135369ms)","trace[1190173574] 'applied index is now lower than readState.Index' (duration: 162.961125ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:30.943636Z","caller":"traceutil/trace.go:171","msg":"trace[1788935980] transaction","detail":"{read_only:false; response_revision:10672; number_of_response:1; }","duration":"274.855466ms","start":"2026-03-01T21:32:30.668757Z","end":"2026-03-01T21:32:30.943613Z","steps":["trace[1788935980] 'process raft request' (duration: 111.82112ms)","trace[1788935980] 'compare' (duration: 162.502635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:32:30.943741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.34869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:32:30.943778Z","caller":"traceutil/trace.go:171","msg":"trace[1131756063] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:10672; }","duration":"216.427472ms","start":"2026-03-01T21:32:30.727335Z","end":"2026-03-01T21:32:30.943763Z","steps":["trace[1131756063] 'agreement among raft nodes before linearized reading' (duration: 216.251398ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:31.023533Z","caller":"traceutil/trace.go:171","msg":"trace[910986266] transaction","detail":"{read_only:false; response_revision:10673; number_of_response:1; }","duration":"287.953575ms","start":"2026-03-01T21:32:30.73554Z","end":"2026-03-01T21:32:31.023494Z","steps":["trace[910986266] 'process raft request' (duration: 287.651227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:31.02363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.34148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:32:31.023743Z","caller":"traceutil/trace.go:171","msg":"trace[1692808380] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10673; }","duration":"266.528374ms","start":"2026-03-01T21:32:30.75719Z","end":"2026-03-01T21:32:31.023718Z","steps":["trace[1692808380] 'agreement among raft nodes before linearized reading' (duration: 266.231356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:31.023932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.005358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-01T21:32:31.024063Z","caller":"traceutil/trace.go:171","msg":"trace[1970233425] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10673; }","duration":"244.213323ms","start":"2026-03-01T21:32:30.779821Z","end":"2026-03-01T21:32:31.024034Z","steps":["trace[1970233425] 'agreement among raft nodes before linearized reading' (duration: 243.606269ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:31.186415Z","caller":"traceutil/trace.go:171","msg":"trace[2139491345] linearizableReadLoop","detail":"{readStateIndex:11197; appliedIndex:11195; }","duration":"105.388039ms","start":"2026-03-01T21:32:31.081001Z","end":"2026-03-01T21:32:31.186389Z","steps":["trace[2139491345] 'read index received' (duration: 3.19903ms)","trace[2139491345] 'applied index is now lower than readState.Index' (duration: 102.186859ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:31.186514Z","caller":"traceutil/trace.go:171","msg":"trace[1223997585] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10674; }","duration":"153.891715ms","start":"2026-03-01T21:32:31.032574Z","end":"2026-03-01T21:32:31.186465Z","steps":["trace[1223997585] 'process raft request' (duration: 153.684641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:31.186708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.681585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-74b475bb47-7p5b9\" ","response":"range_response_count:1 size:7808"} {"level":"info","ts":"2026-03-01T21:32:31.186751Z","caller":"traceutil/trace.go:171","msg":"trace[1282841875] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-74b475bb47-7p5b9; range_end:; response_count:1; response_revision:10674; }","duration":"105.799488ms","start":"2026-03-01T21:32:31.080938Z","end":"2026-03-01T21:32:31.186738Z","steps":["trace[1282841875] 'agreement among raft nodes before linearized reading' (duration: 105.594684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:31.376198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.369607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:32:31.376629Z","caller":"traceutil/trace.go:171","msg":"trace[266778335] transaction","detail":"{read_only:false; response_revision:10675; number_of_response:1; }","duration":"183.432706ms","start":"2026-03-01T21:32:31.193166Z","end":"2026-03-01T21:32:31.376599Z","steps":["trace[266778335] 'process raft request' (duration: 72.553377ms)","trace[266778335] 'compare' (duration: 110.216604ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:31.376678Z","caller":"traceutil/trace.go:171","msg":"trace[497501915] transaction","detail":"{read_only:false; response_revision:10677; number_of_response:1; }","duration":"174.376097ms","start":"2026-03-01T21:32:31.202284Z","end":"2026-03-01T21:32:31.37666Z","steps":["trace[497501915] 'process raft request' (duration: 174.319576ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:31.376886Z","caller":"traceutil/trace.go:171","msg":"trace[635102135] transaction","detail":"{read_only:false; response_revision:10676; number_of_response:1; }","duration":"178.371474ms","start":"2026-03-01T21:32:31.198448Z","end":"2026-03-01T21:32:31.37682Z","steps":["trace[635102135] 'process raft request' (duration: 177.984876ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:31.60153Z","caller":"traceutil/trace.go:171","msg":"trace[748607378] transaction","detail":"{read_only:false; response_revision:10678; number_of_response:1; }","duration":"219.058369ms","start":"2026-03-01T21:32:31.382438Z","end":"2026-03-01T21:32:31.601497Z","steps":["trace[748607378] 'process raft request' (duration: 209.742784ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:31.701239Z","caller":"traceutil/trace.go:171","msg":"trace[1288507760] transaction","detail":"{read_only:false; response_revision:10679; number_of_response:1; }","duration":"317.419743ms","start":"2026-03-01T21:32:31.383787Z","end":"2026-03-01T21:32:31.701206Z","steps":["trace[1288507760] 'process raft request' (duration: 317.097836ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:31.701267Z","caller":"traceutil/trace.go:171","msg":"trace[1362958829] linearizableReadLoop","detail":"{readStateIndex:11204; appliedIndex:11200; }","duration":"294.333815ms","start":"2026-03-01T21:32:31.406904Z","end":"2026-03-01T21:32:31.701238Z","steps":["trace[1362958829] 'read index received' (duration: 185.300148ms)","trace[1362958829] 'applied index is now lower than readState.Index' (duration: 109.032327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:32:31.70143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:31.383756Z","time spent":"317.577846ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:32:31.701507Z","caller":"traceutil/trace.go:171","msg":"trace[145361314] transaction","detail":"{read_only:false; response_revision:10680; number_of_response:1; }","duration":"315.747637ms","start":"2026-03-01T21:32:31.385659Z","end":"2026-03-01T21:32:31.701406Z","steps":["trace[145361314] 'process raft request' (duration: 315.401929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:31.701705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.812326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"warn","ts":"2026-03-01T21:32:31.701727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:31.385651Z","time spent":"315.966622ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":658,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:32:31.701962Z","caller":"traceutil/trace.go:171","msg":"trace[573641957] transaction","detail":"{read_only:false; response_revision:10681; number_of_response:1; }","duration":"312.71259ms","start":"2026-03-01T21:32:31.389238Z","end":"2026-03-01T21:32:31.70195Z","steps":["trace[573641957] 'process raft request' (duration: 311.915002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:31.702074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:32:31.389194Z","time spent":"312.844423ms","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6699,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:32:31.701749Z","caller":"traceutil/trace.go:171","msg":"trace[444484481] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10681; }","duration":"294.916029ms","start":"2026-03-01T21:32:31.406819Z","end":"2026-03-01T21:32:31.701735Z","steps":["trace[444484481] 'agreement among raft nodes before linearized reading' (duration: 294.754326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:31.851136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.403951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18052"} {"level":"info","ts":"2026-03-01T21:32:31.851252Z","caller":"traceutil/trace.go:171","msg":"trace[1649615164] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10681; }","duration":"146.563584ms","start":"2026-03-01T21:32:31.70466Z","end":"2026-03-01T21:32:31.851224Z","steps":["trace[1649615164] 'range keys from in-memory index tree' (duration: 146.208797ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:31.851987Z","caller":"traceutil/trace.go:171","msg":"trace[1475366052] transaction","detail":"{read_only:false; response_revision:10682; number_of_response:1; }","duration":"143.977707ms","start":"2026-03-01T21:32:31.707986Z","end":"2026-03-01T21:32:31.851964Z","steps":["trace[1475366052] 'process raft request' (duration: 96.972602ms)","trace[1475366052] 'compare' (duration: 45.87865ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:31.875752Z","caller":"traceutil/trace.go:171","msg":"trace[364482384] transaction","detail":"{read_only:false; response_revision:10683; number_of_response:1; }","duration":"161.965444ms","start":"2026-03-01T21:32:31.713747Z","end":"2026-03-01T21:32:31.875712Z","steps":["trace[364482384] 'process raft request' (duration: 161.722248ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:32.290251Z","caller":"traceutil/trace.go:171","msg":"trace[1735114250] transaction","detail":"{read_only:false; response_revision:10685; number_of_response:1; }","duration":"163.868806ms","start":"2026-03-01T21:32:32.126357Z","end":"2026-03-01T21:32:32.290226Z","steps":["trace[1735114250] 'process raft request' (duration: 163.434827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:40.949325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.380469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:32:40.949423Z","caller":"traceutil/trace.go:171","msg":"trace[622501866] transaction","detail":"{read_only:false; response_revision:10740; number_of_response:1; }","duration":"144.477758ms","start":"2026-03-01T21:32:40.804929Z","end":"2026-03-01T21:32:40.949407Z","steps":["trace[622501866] 'process raft request' (duration: 33.911525ms)","trace[622501866] 'compare' (duration: 110.117784ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:41.106631Z","caller":"traceutil/trace.go:171","msg":"trace[1781430864] linearizableReadLoop","detail":"{readStateIndex:11267; appliedIndex:11266; }","duration":"117.192958ms","start":"2026-03-01T21:32:40.989414Z","end":"2026-03-01T21:32:41.106607Z","steps":["trace[1781430864] 'read index received' (duration: 77.794761ms)","trace[1781430864] 'applied index is now lower than readState.Index' (duration: 39.397217ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:41.106706Z","caller":"traceutil/trace.go:171","msg":"trace[2143835398] transaction","detail":"{read_only:false; response_revision:10741; number_of_response:1; }","duration":"142.406933ms","start":"2026-03-01T21:32:40.964261Z","end":"2026-03-01T21:32:41.106668Z","steps":["trace[2143835398] 'process raft request' (duration: 103.041077ms)","trace[2143835398] 'compare' (duration: 39.184652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:32:41.106826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.380303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:32:41.106865Z","caller":"traceutil/trace.go:171","msg":"trace[1919538232] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:10741; }","duration":"117.443414ms","start":"2026-03-01T21:32:40.989409Z","end":"2026-03-01T21:32:41.106852Z","steps":["trace[1919538232] 'agreement among raft nodes before linearized reading' (duration: 117.348322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:41.106963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.61526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:32:41.107032Z","caller":"traceutil/trace.go:171","msg":"trace[1055561516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10741; }","duration":"108.735253ms","start":"2026-03-01T21:32:40.998277Z","end":"2026-03-01T21:32:41.107013Z","steps":["trace[1055561516] 'agreement among raft nodes before linearized reading' (duration: 108.526928ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:32:57.678284Z","caller":"traceutil/trace.go:171","msg":"trace[1987879735] transaction","detail":"{read_only:false; response_revision:11013; number_of_response:1; }","duration":"101.104845ms","start":"2026-03-01T21:32:57.577152Z","end":"2026-03-01T21:32:57.678257Z","steps":["trace[1987879735] 'process raft request' (duration: 100.960942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:32:59.093948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.81994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:32:59.094113Z","caller":"traceutil/trace.go:171","msg":"trace[229318186] linearizableReadLoop","detail":"{readStateIndex:11554; appliedIndex:11553; }","duration":"109.236313ms","start":"2026-03-01T21:32:58.984857Z","end":"2026-03-01T21:32:59.094093Z","steps":["trace[229318186] 'read index received' (duration: 43.251µs)","trace[229318186] 'applied index is now lower than readState.Index' (duration: 109.191472ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:32:59.094151Z","caller":"traceutil/trace.go:171","msg":"trace[2111843327] transaction","detail":"{read_only:false; response_revision:11018; number_of_response:1; }","duration":"255.45931ms","start":"2026-03-01T21:32:58.83867Z","end":"2026-03-01T21:32:59.09413Z","steps":["trace[2111843327] 'process raft request' (duration: 53.349903ms)","trace[2111843327] 'compare' (duration: 201.684618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:32:59.094342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.491879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:32:59.094383Z","caller":"traceutil/trace.go:171","msg":"trace[137202925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11018; }","duration":"109.55843ms","start":"2026-03-01T21:32:58.984815Z","end":"2026-03-01T21:32:59.094373Z","steps":["trace[137202925] 'agreement among raft nodes before linearized reading' (duration: 109.384476ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:01.555287Z","caller":"traceutil/trace.go:171","msg":"trace[266233418] transaction","detail":"{read_only:false; response_revision:11041; number_of_response:1; }","duration":"191.992153ms","start":"2026-03-01T21:33:01.363274Z","end":"2026-03-01T21:33:01.555266Z","steps":["trace[266233418] 'process raft request' (duration: 191.84546ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:01.69633Z","caller":"traceutil/trace.go:171","msg":"trace[323127443] transaction","detail":"{read_only:false; response_revision:11042; number_of_response:1; }","duration":"326.742349ms","start":"2026-03-01T21:33:01.369561Z","end":"2026-03-01T21:33:01.696303Z","steps":["trace[323127443] 'process raft request' (duration: 323.071857ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:01.696458Z","caller":"traceutil/trace.go:171","msg":"trace[1278084668] linearizableReadLoop","detail":"{readStateIndex:11579; appliedIndex:11577; }","duration":"294.059149ms","start":"2026-03-01T21:33:01.402365Z","end":"2026-03-01T21:33:01.696424Z","steps":["trace[1278084668] 'read index received' (duration: 152.831182ms)","trace[1278084668] 'applied index is now lower than readState.Index' (duration: 141.224797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:33:01.69649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:33:01.369547Z","time spent":"326.860961ms","remote":"127.0.0.1:41032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5488,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:33:01.696716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.340075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:33:01.696778Z","caller":"traceutil/trace.go:171","msg":"trace[1234064778] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11042; }","duration":"294.405267ms","start":"2026-03-01T21:33:01.40236Z","end":"2026-03-01T21:33:01.696765Z","steps":["trace[1234064778] 'agreement among raft nodes before linearized reading' (duration: 294.222553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:01.696728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.333486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:33:01.696975Z","caller":"traceutil/trace.go:171","msg":"trace[1029401363] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:11042; }","duration":"284.634033ms","start":"2026-03-01T21:33:01.412327Z","end":"2026-03-01T21:33:01.696961Z","steps":["trace[1029401363] 'agreement among raft nodes before linearized reading' (duration: 284.274035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:03.974434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.564568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:33:03.974549Z","caller":"traceutil/trace.go:171","msg":"trace[120101078] linearizableReadLoop","detail":"{readStateIndex:11607; appliedIndex:11606; }","duration":"222.844443ms","start":"2026-03-01T21:33:03.751687Z","end":"2026-03-01T21:33:03.974532Z","steps":["trace[120101078] 'read index received' (duration: 103.948638ms)","trace[120101078] 'applied index is now lower than readState.Index' (duration: 118.894665ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:33:03.974599Z","caller":"traceutil/trace.go:171","msg":"trace[1694382068] transaction","detail":"{read_only:false; response_revision:11069; number_of_response:1; }","duration":"245.986432ms","start":"2026-03-01T21:33:03.72856Z","end":"2026-03-01T21:33:03.974547Z","steps":["trace[1694382068] 'process raft request' (duration: 127.220079ms)","trace[1694382068] 'compare' (duration: 118.379554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:33:03.974814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.124599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-01T21:33:03.974888Z","caller":"traceutil/trace.go:171","msg":"trace[1010239592] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11069; }","duration":"223.195041ms","start":"2026-03-01T21:33:03.751671Z","end":"2026-03-01T21:33:03.974866Z","steps":["trace[1010239592] 'agreement among raft nodes before linearized reading' (duration: 222.907844ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:04.098732Z","caller":"traceutil/trace.go:171","msg":"trace[1021147667] transaction","detail":"{read_only:false; response_revision:11071; number_of_response:1; }","duration":"108.512317ms","start":"2026-03-01T21:33:03.990146Z","end":"2026-03-01T21:33:04.098658Z","steps":["trace[1021147667] 'process raft request' (duration: 108.19639ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:04.099448Z","caller":"traceutil/trace.go:171","msg":"trace[723251994] transaction","detail":"{read_only:false; response_revision:11070; number_of_response:1; }","duration":"119.55018ms","start":"2026-03-01T21:33:03.979864Z","end":"2026-03-01T21:33:04.099415Z","steps":["trace[723251994] 'process raft request' (duration: 117.837012ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:07.493456Z","caller":"traceutil/trace.go:171","msg":"trace[407262189] transaction","detail":"{read_only:false; response_revision:11101; number_of_response:1; }","duration":"106.313779ms","start":"2026-03-01T21:33:07.387113Z","end":"2026-03-01T21:33:07.493427Z","steps":["trace[407262189] 'process raft request' (duration: 106.129735ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:07.527759Z","caller":"traceutil/trace.go:171","msg":"trace[869134240] linearizableReadLoop","detail":"{readStateIndex:11641; appliedIndex:11639; }","duration":"110.726226ms","start":"2026-03-01T21:33:07.41701Z","end":"2026-03-01T21:33:07.527736Z","steps":["trace[869134240] 'read index received' (duration: 76.199096ms)","trace[869134240] 'applied index is now lower than readState.Index' (duration: 34.52563ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:33:07.527972Z","caller":"traceutil/trace.go:171","msg":"trace[555053303] transaction","detail":"{read_only:false; response_revision:11102; number_of_response:1; }","duration":"131.802259ms","start":"2026-03-01T21:33:07.396107Z","end":"2026-03-01T21:33:07.527909Z","steps":["trace[555053303] 'process raft request' (duration: 131.480622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:07.52813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.093983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:33:07.528257Z","caller":"traceutil/trace.go:171","msg":"trace[77639728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11102; }","duration":"111.281118ms","start":"2026-03-01T21:33:07.416959Z","end":"2026-03-01T21:33:07.52824Z","steps":["trace[77639728] 'agreement among raft nodes before linearized reading' (duration: 110.874199ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:08.529964Z","caller":"traceutil/trace.go:171","msg":"trace[638630324] linearizableReadLoop","detail":"{readStateIndex:11651; appliedIndex:11650; }","duration":"275.990712ms","start":"2026-03-01T21:33:08.253952Z","end":"2026-03-01T21:33:08.529943Z","steps":["trace[638630324] 'read index received' (duration: 253.051597ms)","trace[638630324] 'applied index is now lower than readState.Index' (duration: 22.938255ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:33:08.530074Z","caller":"traceutil/trace.go:171","msg":"trace[1827381535] transaction","detail":"{read_only:false; response_revision:11111; number_of_response:1; }","duration":"281.982033ms","start":"2026-03-01T21:33:08.248081Z","end":"2026-03-01T21:33:08.530063Z","steps":["trace[1827381535] 'process raft request' (duration: 258.976377ms)","trace[1827381535] 'compare' (duration: 22.552296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:33:08.530212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.705124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:33:08.530292Z","caller":"traceutil/trace.go:171","msg":"trace[1723895940] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:11111; }","duration":"224.844847ms","start":"2026-03-01T21:33:08.305427Z","end":"2026-03-01T21:33:08.530272Z","steps":["trace[1723895940] 'agreement among raft nodes before linearized reading' (duration: 224.719094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:08.530364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.41148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-03-01T21:33:08.530391Z","caller":"traceutil/trace.go:171","msg":"trace[1813351437] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11111; }","duration":"276.483322ms","start":"2026-03-01T21:33:08.253897Z","end":"2026-03-01T21:33:08.53038Z","steps":["trace[1813351437] 'agreement among raft nodes before linearized reading' (duration: 276.36812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:08.982037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.903332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"warn","ts":"2026-03-01T21:33:08.982065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.632698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:33:08.982138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.30373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:33:08.98223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.194969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:33:08.982217Z","caller":"traceutil/trace.go:171","msg":"trace[849741227] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11111; }","duration":"137.865144ms","start":"2026-03-01T21:33:08.84432Z","end":"2026-03-01T21:33:08.982185Z","steps":["trace[849741227] 'range keys from in-memory index tree' (duration: 137.536746ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:08.98229Z","caller":"traceutil/trace.go:171","msg":"trace[1241498163] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11111; }","duration":"332.321922ms","start":"2026-03-01T21:33:08.649958Z","end":"2026-03-01T21:33:08.98228Z","steps":["trace[1241498163] 'range keys from in-memory index tree' (duration: 332.062666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:08.982326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:33:08.64993Z","time spent":"332.386253ms","remote":"127.0.0.1:41032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-01T21:33:08.982334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.048115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:33:08.982108Z","caller":"traceutil/trace.go:171","msg":"trace[2106862377] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11111; }","duration":"132.027616ms","start":"2026-03-01T21:33:08.850061Z","end":"2026-03-01T21:33:08.982089Z","steps":["trace[2106862377] 'range keys from in-memory index tree' (duration: 131.725308ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:08.982439Z","caller":"traceutil/trace.go:171","msg":"trace[291426316] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11111; }","duration":"137.209109ms","start":"2026-03-01T21:33:08.845209Z","end":"2026-03-01T21:33:08.982418Z","steps":["trace[291426316] 'range keys from in-memory index tree' (duration: 136.966164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:08.982446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.387827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"warn","ts":"2026-03-01T21:33:08.982484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.062736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-01T21:33:08.982532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.326262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:33:08.982572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.081466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:33:08.982587Z","caller":"traceutil/trace.go:171","msg":"trace[1124152557] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11111; }","duration":"332.188169ms","start":"2026-03-01T21:33:08.650378Z","end":"2026-03-01T21:33:08.982566Z","steps":["trace[1124152557] 'range keys from in-memory index tree' (duration: 331.865252ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:08.9826Z","caller":"traceutil/trace.go:171","msg":"trace[2110174699] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11111; }","duration":"332.434934ms","start":"2026-03-01T21:33:08.650149Z","end":"2026-03-01T21:33:08.982584Z","steps":["trace[2110174699] 'range keys from in-memory index tree' (duration: 332.207939ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:08.982161Z","caller":"traceutil/trace.go:171","msg":"trace[109608454] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11111; }","duration":"137.347722ms","start":"2026-03-01T21:33:08.844808Z","end":"2026-03-01T21:33:08.982155Z","steps":["trace[109608454] 'range keys from in-memory index tree' (duration: 137.253049ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:08.982601Z","caller":"traceutil/trace.go:171","msg":"trace[373767944] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11111; }","duration":"137.136527ms","start":"2026-03-01T21:33:08.845456Z","end":"2026-03-01T21:33:08.982593Z","steps":["trace[373767944] 'range keys from in-memory index tree' (duration: 136.986484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:08.982639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:33:08.65037Z","time spent":"332.25872ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-01T21:33:08.982519Z","caller":"traceutil/trace.go:171","msg":"trace[1122119593] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11111; }","duration":"324.480819ms","start":"2026-03-01T21:33:08.658016Z","end":"2026-03-01T21:33:08.982496Z","steps":["trace[1122119593] 'range keys from in-memory index tree' (duration: 324.206723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:08.982447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.156818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:33:08.982672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:33:08.650135Z","time spent":"332.494295ms","remote":"127.0.0.1:41032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T21:33:08.98226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.996395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:33:08.98273Z","caller":"traceutil/trace.go:171","msg":"trace[614718765] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11111; }","duration":"332.581728ms","start":"2026-03-01T21:33:08.650122Z","end":"2026-03-01T21:33:08.982704Z","steps":["trace[614718765] 'range keys from in-memory index tree' (duration: 332.029775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:08.982741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:33:08.658004Z","time spent":"324.688684ms","remote":"127.0.0.1:41032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5099,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-01T21:33:08.982788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:33:08.650099Z","time spent":"332.674739ms","remote":"127.0.0.1:41032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-01T21:33:08.982798Z","caller":"traceutil/trace.go:171","msg":"trace[1347552623] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11111; }","duration":"332.498886ms","start":"2026-03-01T21:33:08.650241Z","end":"2026-03-01T21:33:08.98274Z","steps":["trace[1347552623] 'range keys from in-memory index tree' (duration: 331.869832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:08.982837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:33:08.650164Z","time spent":"332.663709ms","remote":"127.0.0.1:41032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-01T21:33:09.530024Z","caller":"traceutil/trace.go:171","msg":"trace[59695610] transaction","detail":"{read_only:false; response_revision:11112; number_of_response:1; }","duration":"219.204142ms","start":"2026-03-01T21:33:09.310765Z","end":"2026-03-01T21:33:09.529969Z","steps":["trace[59695610] 'process raft request' (duration: 219.042569ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:09.531476Z","caller":"traceutil/trace.go:171","msg":"trace[149647318] transaction","detail":"{read_only:false; response_revision:11113; number_of_response:1; }","duration":"192.23403ms","start":"2026-03-01T21:33:09.339196Z","end":"2026-03-01T21:33:09.53143Z","steps":["trace[149647318] 'process raft request' (duration: 191.665276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:09.534579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.489578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:33:09.534649Z","caller":"traceutil/trace.go:171","msg":"trace[1958724254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11113; }","duration":"179.616481ms","start":"2026-03-01T21:33:09.355017Z","end":"2026-03-01T21:33:09.534633Z","steps":["trace[1958724254] 'agreement among raft nodes before linearized reading' (duration: 179.147631ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:09.535189Z","caller":"traceutil/trace.go:171","msg":"trace[352124456] linearizableReadLoop","detail":"{readStateIndex:11653; appliedIndex:11651; }","duration":"178.69366ms","start":"2026-03-01T21:33:09.355064Z","end":"2026-03-01T21:33:09.533757Z","steps":["trace[352124456] 'read index received' (duration: 174.816215ms)","trace[352124456] 'applied index is now lower than readState.Index' (duration: 3.875215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:33:09.535543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.257679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-01T21:33:09.53579Z","caller":"traceutil/trace.go:171","msg":"trace[796315634] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11113; }","duration":"132.637148ms","start":"2026-03-01T21:33:09.403137Z","end":"2026-03-01T21:33:09.535774Z","steps":["trace[796315634] 'agreement among raft nodes before linearized reading' (duration: 132.189208ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:21.013421Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8594} {"level":"info","ts":"2026-03-01T21:33:21.47565Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8594,"took":"459.929199ms","hash":2922228885,"current-db-size-bytes":46731264,"current-db-size":"47 MB","current-db-size-in-use-bytes":23248896,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-01T21:33:21.475736Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2922228885,"revision":8594,"compact-revision":6129} {"level":"warn","ts":"2026-03-01T21:33:26.523395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.218937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:33:26.523439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.220339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:33:26.52349Z","caller":"traceutil/trace.go:171","msg":"trace[1732547930] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:11224; }","duration":"446.38196ms","start":"2026-03-01T21:33:26.077087Z","end":"2026-03-01T21:33:26.523468Z","steps":["trace[1732547930] 'count revisions from in-memory index tree' (duration: 446.115654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:26.523543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:33:26.077063Z","time spent":"446.466302ms","remote":"127.0.0.1:48346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:33:26.523549Z","caller":"traceutil/trace.go:171","msg":"trace[1175938713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11224; }","duration":"482.385772ms","start":"2026-03-01T21:33:26.041132Z","end":"2026-03-01T21:33:26.523518Z","steps":["trace[1175938713] 'range keys from in-memory index tree' (duration: 482.118077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:26.523609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:33:26.041107Z","time spent":"482.487285ms","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:33:26.523756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.180473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:33:26.523823Z","caller":"traceutil/trace.go:171","msg":"trace[438749334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11224; }","duration":"100.277656ms","start":"2026-03-01T21:33:26.423531Z","end":"2026-03-01T21:33:26.523808Z","steps":["trace[438749334] 'range keys from in-memory index tree' (duration: 100.02381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:26.523862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.786516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:33:26.523899Z","caller":"traceutil/trace.go:171","msg":"trace[787389996] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:11224; }","duration":"324.871907ms","start":"2026-03-01T21:33:26.199016Z","end":"2026-03-01T21:33:26.523887Z","steps":["trace[787389996] 'count revisions from in-memory index tree' (duration: 324.665333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:26.523939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:33:26.198986Z","time spent":"324.944768ms","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:33:26.524084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.329786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:33:26.524175Z","caller":"traceutil/trace.go:171","msg":"trace[1658587734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11224; }","duration":"135.436629ms","start":"2026-03-01T21:33:26.388701Z","end":"2026-03-01T21:33:26.524138Z","steps":["trace[1658587734] 'range keys from in-memory index tree' (duration: 135.121142ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:26.974025Z","caller":"traceutil/trace.go:171","msg":"trace[248585721] transaction","detail":"{read_only:false; response_revision:11225; number_of_response:1; }","duration":"444.027919ms","start":"2026-03-01T21:33:26.5299Z","end":"2026-03-01T21:33:26.973928Z","steps":["trace[248585721] 'process raft request' (duration: 443.799984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:26.974214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:33:26.529874Z","time spent":"444.245543ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:33:26.980861Z","caller":"traceutil/trace.go:171","msg":"trace[1923068206] linearizableReadLoop","detail":"{readStateIndex:11774; appliedIndex:11772; }","duration":"204.469967ms","start":"2026-03-01T21:33:26.776367Z","end":"2026-03-01T21:33:26.980837Z","steps":["trace[1923068206] 'read index received' (duration: 197.346011ms)","trace[1923068206] 'applied index is now lower than readState.Index' (duration: 7.123026ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:33:26.98092Z","caller":"traceutil/trace.go:171","msg":"trace[413920227] transaction","detail":"{read_only:false; response_revision:11226; number_of_response:1; }","duration":"449.337626ms","start":"2026-03-01T21:33:26.531548Z","end":"2026-03-01T21:33:26.980886Z","steps":["trace[413920227] 'process raft request' (duration: 449.138961ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:26.980985Z","caller":"traceutil/trace.go:171","msg":"trace[1829646994] transaction","detail":"{read_only:false; response_revision:11227; number_of_response:1; }","duration":"199.99655ms","start":"2026-03-01T21:33:26.780946Z","end":"2026-03-01T21:33:26.980943Z","steps":["trace[1829646994] 'process raft request' (duration: 199.860767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:26.981029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.650922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:33:26.98108Z","caller":"traceutil/trace.go:171","msg":"trace[854980624] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11227; }","duration":"204.752905ms","start":"2026-03-01T21:33:26.776313Z","end":"2026-03-01T21:33:26.981066Z","steps":["trace[854980624] 'agreement among raft nodes before linearized reading' (duration: 204.614972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:26.981087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:33:26.531521Z","time spent":"449.473799ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:33:27.162196Z","caller":"traceutil/trace.go:171","msg":"trace[2067737699] linearizableReadLoop","detail":"{readStateIndex:11777; appliedIndex:11776; }","duration":"120.800878ms","start":"2026-03-01T21:33:27.041369Z","end":"2026-03-01T21:33:27.16217Z","steps":["trace[2067737699] 'read index received' (duration: 88.405096ms)","trace[2067737699] 'applied index is now lower than readState.Index' (duration: 32.394302ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:33:27.162362Z","caller":"traceutil/trace.go:171","msg":"trace[1862932023] transaction","detail":"{read_only:false; response_revision:11229; number_of_response:1; }","duration":"147.514425ms","start":"2026-03-01T21:33:27.014801Z","end":"2026-03-01T21:33:27.162315Z","steps":["trace[1862932023] 'process raft request' (duration: 114.905118ms)","trace[1862932023] 'compare' (duration: 32.139357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:33:27.162652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.266588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:33:27.162746Z","caller":"traceutil/trace.go:171","msg":"trace[409443497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11229; }","duration":"121.400191ms","start":"2026-03-01T21:33:27.041322Z","end":"2026-03-01T21:33:27.162722Z","steps":["trace[409443497] 'agreement among raft nodes before linearized reading' (duration: 121.264438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:27.162809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.979814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:33:27.162715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.969305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:33:27.162889Z","caller":"traceutil/trace.go:171","msg":"trace[867950399] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11229; }","duration":"112.063745ms","start":"2026-03-01T21:33:27.0508Z","end":"2026-03-01T21:33:27.162864Z","steps":["trace[867950399] 'agreement among raft nodes before linearized reading' (duration: 111.979003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:27.163018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.158308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:33:27.163076Z","caller":"traceutil/trace.go:171","msg":"trace[621747092] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11229; }","duration":"112.2507ms","start":"2026-03-01T21:33:27.05081Z","end":"2026-03-01T21:33:27.16306Z","steps":["trace[621747092] 'agreement among raft nodes before linearized reading' (duration: 112.152048ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:27.163012Z","caller":"traceutil/trace.go:171","msg":"trace[2055593600] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11229; }","duration":"113.318264ms","start":"2026-03-01T21:33:27.049676Z","end":"2026-03-01T21:33:27.162994Z","steps":["trace[2055593600] 'agreement among raft nodes before linearized reading' (duration: 112.73068ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:27.898441Z","caller":"traceutil/trace.go:171","msg":"trace[578786139] linearizableReadLoop","detail":"{readStateIndex:11778; appliedIndex:11777; }","duration":"153.044427ms","start":"2026-03-01T21:33:27.745373Z","end":"2026-03-01T21:33:27.898418Z","steps":["trace[578786139] 'read index received' (duration: 152.854113ms)","trace[578786139] 'applied index is now lower than readState.Index' (duration: 189.374µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:33:27.898484Z","caller":"traceutil/trace.go:171","msg":"trace[1471493753] transaction","detail":"{read_only:false; response_revision:11230; number_of_response:1; }","duration":"295.379058ms","start":"2026-03-01T21:33:27.603077Z","end":"2026-03-01T21:33:27.898456Z","steps":["trace[1471493753] 'process raft request' (duration: 295.199724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:27.898716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.333303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:33:27.89878Z","caller":"traceutil/trace.go:171","msg":"trace[1872966743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11230; }","duration":"153.442086ms","start":"2026-03-01T21:33:27.745324Z","end":"2026-03-01T21:33:27.898766Z","steps":["trace[1872966743] 'agreement among raft nodes before linearized reading' (duration: 153.208571ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:28.029795Z","caller":"traceutil/trace.go:171","msg":"trace[337246882] transaction","detail":"{read_only:false; response_revision:11231; number_of_response:1; }","duration":"126.257438ms","start":"2026-03-01T21:33:27.903489Z","end":"2026-03-01T21:33:28.029746Z","steps":["trace[337246882] 'process raft request' (duration: 70.136703ms)","trace[337246882] 'compare' (duration: 55.938231ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:33:28.04341Z","caller":"traceutil/trace.go:171","msg":"trace[2130627617] transaction","detail":"{read_only:false; response_revision:11232; number_of_response:1; }","duration":"139.404137ms","start":"2026-03-01T21:33:27.903981Z","end":"2026-03-01T21:33:28.043385Z","steps":["trace[2130627617] 'process raft request' (duration: 139.235553ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:28.043751Z","caller":"traceutil/trace.go:171","msg":"trace[405185063] transaction","detail":"{read_only:false; response_revision:11233; number_of_response:1; }","duration":"139.415007ms","start":"2026-03-01T21:33:27.904306Z","end":"2026-03-01T21:33:28.043721Z","steps":["trace[405185063] 'process raft request' (duration: 139.042269ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:28.043847Z","caller":"traceutil/trace.go:171","msg":"trace[632887523] linearizableReadLoop","detail":"{readStateIndex:11782; appliedIndex:11778; }","duration":"139.307215ms","start":"2026-03-01T21:33:27.904514Z","end":"2026-03-01T21:33:28.043821Z","steps":["trace[632887523] 'read index received' (duration: 69.127681ms)","trace[632887523] 'applied index is now lower than readState.Index' (duration: 70.178424ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:33:28.043948Z","caller":"traceutil/trace.go:171","msg":"trace[190726133] transaction","detail":"{read_only:false; response_revision:11235; number_of_response:1; }","duration":"137.143017ms","start":"2026-03-01T21:33:27.906792Z","end":"2026-03-01T21:33:28.043936Z","steps":["trace[190726133] 'process raft request' (duration: 136.958203ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:28.043859Z","caller":"traceutil/trace.go:171","msg":"trace[247396121] transaction","detail":"{read_only:false; response_revision:11234; number_of_response:1; }","duration":"139.438108ms","start":"2026-03-01T21:33:27.904374Z","end":"2026-03-01T21:33:28.043812Z","steps":["trace[247396121] 'process raft request' (duration: 139.240194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:28.044151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.609082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-7d4fb78766-nd5gb.1898d51d74798411\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-03-01T21:33:28.04421Z","caller":"traceutil/trace.go:171","msg":"trace[887104231] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-7d4fb78766-nd5gb.1898d51d74798411; range_end:; response_count:1; response_revision:11235; }","duration":"139.696603ms","start":"2026-03-01T21:33:27.904494Z","end":"2026-03-01T21:33:28.04419Z","steps":["trace[887104231] 'agreement among raft nodes before linearized reading' (duration: 139.449338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:28.044234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.139979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:33:28.044287Z","caller":"traceutil/trace.go:171","msg":"trace[1220541502] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:11235; }","duration":"118.238061ms","start":"2026-03-01T21:33:27.926033Z","end":"2026-03-01T21:33:28.044272Z","steps":["trace[1220541502] 'agreement among raft nodes before linearized reading' (duration: 118.044297ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:28.25971Z","caller":"traceutil/trace.go:171","msg":"trace[974097577] linearizableReadLoop","detail":"{readStateIndex:11784; appliedIndex:11783; }","duration":"211.705378ms","start":"2026-03-01T21:33:28.047967Z","end":"2026-03-01T21:33:28.259672Z","steps":["trace[974097577] 'read index received' (duration: 111.837081ms)","trace[974097577] 'applied index is now lower than readState.Index' (duration: 99.865777ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:33:28.259732Z","caller":"traceutil/trace.go:171","msg":"trace[1997748125] transaction","detail":"{read_only:false; response_revision:11236; number_of_response:1; }","duration":"212.943294ms","start":"2026-03-01T21:33:28.046746Z","end":"2026-03-01T21:33:28.259689Z","steps":["trace[1997748125] 'process raft request' (duration: 113.123278ms)","trace[1997748125] 'compare' (duration: 99.625242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:33:28.260155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.138307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-01T21:33:28.260272Z","caller":"traceutil/trace.go:171","msg":"trace[1750882747] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11236; }","duration":"212.321671ms","start":"2026-03-01T21:33:28.047917Z","end":"2026-03-01T21:33:28.260239Z","steps":["trace[1750882747] 'agreement among raft nodes before linearized reading' (duration: 211.873382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:28.260547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.39243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:420342"} {"level":"info","ts":"2026-03-01T21:33:28.260638Z","caller":"traceutil/trace.go:171","msg":"trace[592884538] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11236; }","duration":"211.510552ms","start":"2026-03-01T21:33:28.049108Z","end":"2026-03-01T21:33:28.260618Z","steps":["trace[592884538] 'agreement among raft nodes before linearized reading' (duration: 210.784897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:28.518268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.147117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:33:28.518586Z","caller":"traceutil/trace.go:171","msg":"trace[1479682831] transaction","detail":"{read_only:false; response_revision:11238; number_of_response:1; }","duration":"251.975813ms","start":"2026-03-01T21:33:28.266594Z","end":"2026-03-01T21:33:28.51857Z","steps":["trace[1479682831] 'process raft request' (duration: 251.784109ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:28.518565Z","caller":"traceutil/trace.go:171","msg":"trace[1874190394] transaction","detail":"{read_only:false; response_revision:11237; number_of_response:1; }","duration":"252.808131ms","start":"2026-03-01T21:33:28.265721Z","end":"2026-03-01T21:33:28.518529Z","steps":["trace[1874190394] 'process raft request' (duration: 105.322297ms)","trace[1874190394] 'compare' (duration: 147.046735ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:33:29.180182Z","caller":"traceutil/trace.go:171","msg":"trace[106919054] transaction","detail":"{read_only:false; response_revision:11240; number_of_response:1; }","duration":"192.606128ms","start":"2026-03-01T21:33:28.987552Z","end":"2026-03-01T21:33:29.180158Z","steps":["trace[106919054] 'process raft request' (duration: 192.471025ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:29.222727Z","caller":"traceutil/trace.go:171","msg":"trace[194595623] linearizableReadLoop","detail":"{readStateIndex:11790; appliedIndex:11787; }","duration":"181.396021ms","start":"2026-03-01T21:33:29.041306Z","end":"2026-03-01T21:33:29.222702Z","steps":["trace[194595623] 'read index received' (duration: 97.24132ms)","trace[194595623] 'applied index is now lower than readState.Index' (duration: 84.153741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:33:29.222875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.556304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:33:29.222913Z","caller":"traceutil/trace.go:171","msg":"trace[1336211633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11241; }","duration":"181.645116ms","start":"2026-03-01T21:33:29.041258Z","end":"2026-03-01T21:33:29.222903Z","steps":["trace[1336211633] 'agreement among raft nodes before linearized reading' (duration: 181.566844ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:29.222897Z","caller":"traceutil/trace.go:171","msg":"trace[1409738641] transaction","detail":"{read_only:false; response_revision:11241; number_of_response:1; }","duration":"205.292485ms","start":"2026-03-01T21:33:29.017581Z","end":"2026-03-01T21:33:29.222874Z","steps":["trace[1409738641] 'process raft request' (duration: 204.942408ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:29.359499Z","caller":"traceutil/trace.go:171","msg":"trace[981334030] linearizableReadLoop","detail":"{readStateIndex:11791; appliedIndex:11790; }","duration":"136.672567ms","start":"2026-03-01T21:33:29.222796Z","end":"2026-03-01T21:33:29.359469Z","steps":["trace[981334030] 'read index received' (duration: 136.499773ms)","trace[981334030] 'applied index is now lower than readState.Index' (duration: 171.494µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:33:29.35959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.082995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:33:29.359718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.278038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:33:29.3597Z","caller":"traceutil/trace.go:171","msg":"trace[890892646] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11241; }","duration":"191.202697ms","start":"2026-03-01T21:33:29.168481Z","end":"2026-03-01T21:33:29.359684Z","steps":["trace[890892646] 'agreement among raft nodes before linearized reading' (duration: 191.035804ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:29.360062Z","caller":"traceutil/trace.go:171","msg":"trace[754637513] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11241; }","duration":"191.613476ms","start":"2026-03-01T21:33:29.168401Z","end":"2026-03-01T21:33:29.360014Z","steps":["trace[754637513] 'agreement among raft nodes before linearized reading' (duration: 191.176396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:29.359732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.4423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:33:29.360156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.200846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-01T21:33:29.360173Z","caller":"traceutil/trace.go:171","msg":"trace[72090311] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11241; }","duration":"190.9244ms","start":"2026-03-01T21:33:29.169235Z","end":"2026-03-01T21:33:29.36016Z","steps":["trace[72090311] 'agreement among raft nodes before linearized reading' (duration: 190.404848ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:29.36019Z","caller":"traceutil/trace.go:171","msg":"trace[274337956] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11241; }","duration":"191.249077ms","start":"2026-03-01T21:33:29.168927Z","end":"2026-03-01T21:33:29.360177Z","steps":["trace[274337956] 'agreement among raft nodes before linearized reading' (duration: 191.122514ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:29.359807Z","caller":"traceutil/trace.go:171","msg":"trace[320877719] transaction","detail":"{read_only:false; number_of_response:0; response_revision:11241; }","duration":"172.110747ms","start":"2026-03-01T21:33:29.187679Z","end":"2026-03-01T21:33:29.35979Z","steps":["trace[320877719] 'process raft request' (duration: 171.655057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:29.359822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.959241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:33:29.360414Z","caller":"traceutil/trace.go:171","msg":"trace[1391258964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11241; }","duration":"136.577285ms","start":"2026-03-01T21:33:29.223823Z","end":"2026-03-01T21:33:29.3604Z","steps":["trace[1391258964] 'agreement among raft nodes before linearized reading' (duration: 135.964532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:29.359808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.497673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"info","ts":"2026-03-01T21:33:29.360485Z","caller":"traceutil/trace.go:171","msg":"trace[1053540082] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11241; }","duration":"192.25339ms","start":"2026-03-01T21:33:29.168219Z","end":"2026-03-01T21:33:29.360472Z","steps":["trace[1053540082] 'agreement among raft nodes before linearized reading' (duration: 191.407411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:29.359831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.650094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:33:29.360593Z","caller":"traceutil/trace.go:171","msg":"trace[670295507] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11241; }","duration":"191.444201ms","start":"2026-03-01T21:33:29.169132Z","end":"2026-03-01T21:33:29.360576Z","steps":["trace[670295507] 'agreement among raft nodes before linearized reading' (duration: 190.609483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:29.359852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.778597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:33:29.360701Z","caller":"traceutil/trace.go:171","msg":"trace[1209049425] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11241; }","duration":"191.647856ms","start":"2026-03-01T21:33:29.169034Z","end":"2026-03-01T21:33:29.360681Z","steps":["trace[1209049425] 'agreement among raft nodes before linearized reading' (duration: 190.785817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:29.359891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.439932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:33:29.360802Z","caller":"traceutil/trace.go:171","msg":"trace[861576404] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11241; }","duration":"192.360822ms","start":"2026-03-01T21:33:29.168433Z","end":"2026-03-01T21:33:29.360794Z","steps":["trace[861576404] 'agreement among raft nodes before linearized reading' (duration: 191.445223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:29.359879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.160375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:33:29.360893Z","caller":"traceutil/trace.go:171","msg":"trace[2114420022] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11241; }","duration":"192.196019ms","start":"2026-03-01T21:33:29.168664Z","end":"2026-03-01T21:33:29.36086Z","steps":["trace[2114420022] 'agreement among raft nodes before linearized reading' (duration: 191.187277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:29.359909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.388671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:33:29.360972Z","caller":"traceutil/trace.go:171","msg":"trace[1210930607] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11241; }","duration":"192.488195ms","start":"2026-03-01T21:33:29.168474Z","end":"2026-03-01T21:33:29.360962Z","steps":["trace[1210930607] 'agreement among raft nodes before linearized reading' (duration: 191.417132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:29.359941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.303777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"info","ts":"2026-03-01T21:33:29.36103Z","caller":"traceutil/trace.go:171","msg":"trace[1664498861] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11241; }","duration":"191.40958ms","start":"2026-03-01T21:33:29.169611Z","end":"2026-03-01T21:33:29.36102Z","steps":["trace[1664498861] 'agreement among raft nodes before linearized reading' (duration: 190.226985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:29.359948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.837182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:33:29.361132Z","caller":"traceutil/trace.go:171","msg":"trace[1570664229] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11241; }","duration":"194.009817ms","start":"2026-03-01T21:33:29.167103Z","end":"2026-03-01T21:33:29.361112Z","steps":["trace[1570664229] 'agreement among raft nodes before linearized reading' (duration: 192.7457ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:29.57737Z","caller":"traceutil/trace.go:171","msg":"trace[1628902612] linearizableReadLoop","detail":"{readStateIndex:11793; appliedIndex:11792; }","duration":"159.094759ms","start":"2026-03-01T21:33:29.418249Z","end":"2026-03-01T21:33:29.577344Z","steps":["trace[1628902612] 'read index received' (duration: 159.065729ms)","trace[1628902612] 'applied index is now lower than readState.Index' (duration: 28.05µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:33:29.57746Z","caller":"traceutil/trace.go:171","msg":"trace[517714456] transaction","detail":"{read_only:false; response_revision:11243; number_of_response:1; }","duration":"206.039342ms","start":"2026-03-01T21:33:29.371395Z","end":"2026-03-01T21:33:29.577434Z","steps":["trace[517714456] 'process raft request' (duration: 205.790447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:29.577627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.351805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-01T21:33:29.577673Z","caller":"traceutil/trace.go:171","msg":"trace[1013330391] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11243; }","duration":"159.454747ms","start":"2026-03-01T21:33:29.418203Z","end":"2026-03-01T21:33:29.577658Z","steps":["trace[1013330391] 'agreement among raft nodes before linearized reading' (duration: 159.279783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:33:29.57769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.762054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:33:29.577829Z","caller":"traceutil/trace.go:171","msg":"trace[1491893623] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:11243; }","duration":"139.947568ms","start":"2026-03-01T21:33:29.437859Z","end":"2026-03-01T21:33:29.577807Z","steps":["trace[1491893623] 'agreement among raft nodes before linearized reading' (duration: 139.712742ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:29.75679Z","caller":"traceutil/trace.go:171","msg":"trace[1431284015] linearizableReadLoop","detail":"{readStateIndex:11794; appliedIndex:11793; }","duration":"154.255433ms","start":"2026-03-01T21:33:29.602507Z","end":"2026-03-01T21:33:29.756762Z","steps":["trace[1431284015] 'read index received' (duration: 76.547245ms)","trace[1431284015] 'applied index is now lower than readState.Index' (duration: 77.707158ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:33:29.756865Z","caller":"traceutil/trace.go:171","msg":"trace[1087031172] transaction","detail":"{read_only:false; response_revision:11244; number_of_response:1; }","duration":"173.672251ms","start":"2026-03-01T21:33:29.583155Z","end":"2026-03-01T21:33:29.756827Z","steps":["trace[1087031172] 'process raft request' (duration: 95.835359ms)","trace[1087031172] 'compare' (duration: 77.660888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:33:29.757113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.580861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:33:29.757201Z","caller":"traceutil/trace.go:171","msg":"trace[904784028] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11244; }","duration":"154.689953ms","start":"2026-03-01T21:33:29.602489Z","end":"2026-03-01T21:33:29.757179Z","steps":["trace[904784028] 'agreement among raft nodes before linearized reading' (duration: 154.371966ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:33:34.349715Z","caller":"traceutil/trace.go:171","msg":"trace[1492698067] transaction","detail":"{read_only:false; response_revision:11290; number_of_response:1; }","duration":"103.021006ms","start":"2026-03-01T21:33:34.246659Z","end":"2026-03-01T21:33:34.34968Z","steps":["trace[1492698067] 'process raft request' (duration: 102.73556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:34:48.177795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.414702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-01T21:34:48.177905Z","caller":"traceutil/trace.go:171","msg":"trace[1820708048] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11851; }","duration":"382.544564ms","start":"2026-03-01T21:34:47.795335Z","end":"2026-03-01T21:34:48.177879Z","steps":["trace[1820708048] 'range keys from in-memory index tree' (duration: 382.135485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:34:48.177953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:34:47.795251Z","time spent":"382.691128ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:34:48.17794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.816446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:34:48.17807Z","caller":"traceutil/trace.go:171","msg":"trace[1406911226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11851; }","duration":"127.00001ms","start":"2026-03-01T21:34:48.051051Z","end":"2026-03-01T21:34:48.178051Z","steps":["trace[1406911226] 'range keys from in-memory index tree' (duration: 126.724854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:34:48.178447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.732283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:34:48.178525Z","caller":"traceutil/trace.go:171","msg":"trace[1642969620] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11851; }","duration":"435.860676ms","start":"2026-03-01T21:34:47.742644Z","end":"2026-03-01T21:34:48.178504Z","steps":["trace[1642969620] 'range keys from in-memory index tree' (duration: 435.471057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:34:48.178567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:34:47.742621Z","time spent":"435.934907ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T21:34:48.624312Z","caller":"traceutil/trace.go:171","msg":"trace[719733564] transaction","detail":"{read_only:false; response_revision:11855; number_of_response:1; }","duration":"118.079785ms","start":"2026-03-01T21:34:48.506182Z","end":"2026-03-01T21:34:48.624262Z","steps":["trace[719733564] 'process raft request' (duration: 117.811449ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:34:49.040592Z","caller":"traceutil/trace.go:171","msg":"trace[29985557] linearizableReadLoop","detail":"{readStateIndex:12445; appliedIndex:12444; }","duration":"114.318762ms","start":"2026-03-01T21:34:48.926244Z","end":"2026-03-01T21:34:49.040563Z","steps":["trace[29985557] 'read index received' (duration: 76.792698ms)","trace[29985557] 'applied index is now lower than readState.Index' (duration: 37.523914ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:34:49.040612Z","caller":"traceutil/trace.go:171","msg":"trace[454093811] transaction","detail":"{read_only:false; response_revision:11863; number_of_response:1; }","duration":"138.112164ms","start":"2026-03-01T21:34:48.902467Z","end":"2026-03-01T21:34:49.040579Z","steps":["trace[454093811] 'process raft request' (duration: 100.636691ms)","trace[454093811] 'compare' (duration: 37.254568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:34:49.040844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.579377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:34:49.040878Z","caller":"traceutil/trace.go:171","msg":"trace[1503309586] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:11863; }","duration":"114.69814ms","start":"2026-03-01T21:34:48.926169Z","end":"2026-03-01T21:34:49.040867Z","steps":["trace[1503309586] 'agreement among raft nodes before linearized reading' (duration: 114.491635ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:34:50.653574Z","caller":"traceutil/trace.go:171","msg":"trace[2121209212] transaction","detail":"{read_only:false; response_revision:11873; number_of_response:1; }","duration":"112.064153ms","start":"2026-03-01T21:34:50.541463Z","end":"2026-03-01T21:34:50.653527Z","steps":["trace[2121209212] 'process raft request' (duration: 111.519611ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:35:36.165099Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003231.wal"} {"level":"info","ts":"2026-03-01T21:36:42.522381Z","caller":"traceutil/trace.go:171","msg":"trace[1804920450] transaction","detail":"{read_only:false; response_revision:12668; number_of_response:1; }","duration":"124.254991ms","start":"2026-03-01T21:36:42.398105Z","end":"2026-03-01T21:36:42.52236Z","steps":["trace[1804920450] 'process raft request' (duration: 118.664298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:36:43.907871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.288653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:36:43.908068Z","caller":"traceutil/trace.go:171","msg":"trace[13654934] transaction","detail":"{read_only:false; response_revision:12675; number_of_response:1; }","duration":"182.481909ms","start":"2026-03-01T21:36:43.725542Z","end":"2026-03-01T21:36:43.908024Z","steps":["trace[13654934] 'process raft request' (duration: 20.91339ms)","trace[13654934] 'compare' (duration: 161.14257ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:36:44.241631Z","caller":"traceutil/trace.go:171","msg":"trace[593155118] transaction","detail":"{read_only:false; response_revision:12677; number_of_response:1; }","duration":"142.04983ms","start":"2026-03-01T21:36:44.099543Z","end":"2026-03-01T21:36:44.241592Z","steps":["trace[593155118] 'process raft request' (duration: 141.990979ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:36:44.24192Z","caller":"traceutil/trace.go:171","msg":"trace[501012371] transaction","detail":"{read_only:false; response_revision:12676; number_of_response:1; }","duration":"345.196294ms","start":"2026-03-01T21:36:43.896685Z","end":"2026-03-01T21:36:44.241882Z","steps":["trace[501012371] 'process raft request' (duration: 309.739956ms)","trace[501012371] 'compare' (duration: 34.925317ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:36:44.241952Z","caller":"traceutil/trace.go:171","msg":"trace[1781735643] linearizableReadLoop","detail":"{readStateIndex:13306; appliedIndex:13305; }","duration":"248.579561ms","start":"2026-03-01T21:36:43.993319Z","end":"2026-03-01T21:36:44.241898Z","steps":["trace[1781735643] 'read index received' (duration: 213.201184ms)","trace[1781735643] 'applied index is now lower than readState.Index' (duration: 35.374346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:36:44.24216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:36:43.896647Z","time spent":"345.413238ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:36:44.242299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.97377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-01T21:36:44.242349Z","caller":"traceutil/trace.go:171","msg":"trace[1190726597] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:12677; }","duration":"249.073082ms","start":"2026-03-01T21:36:43.993262Z","end":"2026-03-01T21:36:44.242335Z","steps":["trace[1190726597] 'agreement among raft nodes before linearized reading' (duration: 248.864157ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:36:44.401343Z","caller":"traceutil/trace.go:171","msg":"trace[614197965] transaction","detail":"{read_only:false; response_revision:12679; number_of_response:1; }","duration":"144.118896ms","start":"2026-03-01T21:36:44.257193Z","end":"2026-03-01T21:36:44.401312Z","steps":["trace[614197965] 'process raft request' (duration: 94.026926ms)","trace[614197965] 'compare' (duration: 49.941487ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:36:46.105382Z","caller":"traceutil/trace.go:171","msg":"trace[316026627] transaction","detail":"{read_only:false; response_revision:12692; number_of_response:1; }","duration":"142.879119ms","start":"2026-03-01T21:36:45.962467Z","end":"2026-03-01T21:36:46.105347Z","steps":["trace[316026627] 'process raft request' (duration: 142.658814ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:37:05.774194Z","caller":"traceutil/trace.go:171","msg":"trace[319670481] transaction","detail":"{read_only:false; response_revision:12810; number_of_response:1; }","duration":"162.005169ms","start":"2026-03-01T21:37:05.612169Z","end":"2026-03-01T21:37:05.774174Z","steps":["trace[319670481] 'process raft request' (duration: 161.882966ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:37:07.242667Z","caller":"traceutil/trace.go:171","msg":"trace[1372362014] transaction","detail":"{read_only:false; response_revision:12823; number_of_response:1; }","duration":"178.694456ms","start":"2026-03-01T21:37:07.063946Z","end":"2026-03-01T21:37:07.24264Z","steps":["trace[1372362014] 'process raft request' (duration: 178.506492ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:37:07.75504Z","caller":"traceutil/trace.go:171","msg":"trace[463543582] linearizableReadLoop","detail":"{readStateIndex:13469; appliedIndex:13468; }","duration":"155.468596ms","start":"2026-03-01T21:37:07.599542Z","end":"2026-03-01T21:37:07.75501Z","steps":["trace[463543582] 'read index received' (duration: 126.282424ms)","trace[463543582] 'applied index is now lower than readState.Index' (duration: 29.184832ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:37:07.755171Z","caller":"traceutil/trace.go:171","msg":"trace[399985066] transaction","detail":"{read_only:false; response_revision:12828; number_of_response:1; }","duration":"174.971355ms","start":"2026-03-01T21:37:07.580143Z","end":"2026-03-01T21:37:07.755114Z","steps":["trace[399985066] 'process raft request' (duration: 145.662061ms)","trace[399985066] 'compare' (duration: 28.901365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:37:07.755293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.721792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:37:07.75534Z","caller":"traceutil/trace.go:171","msg":"trace[113461739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12828; }","duration":"155.860785ms","start":"2026-03-01T21:37:07.59947Z","end":"2026-03-01T21:37:07.755331Z","steps":["trace[113461739] 'agreement among raft nodes before linearized reading' (duration: 155.64556ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:37:51.193254Z","caller":"traceutil/trace.go:171","msg":"trace[452279568] transaction","detail":"{read_only:false; response_revision:13258; number_of_response:1; }","duration":"307.043856ms","start":"2026-03-01T21:37:50.886177Z","end":"2026-03-01T21:37:51.193221Z","steps":["trace[452279568] 'process raft request' (duration: 276.142277ms)","trace[452279568] 'compare' (duration: 30.49358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:37:51.193547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:37:50.886165Z","time spent":"307.319123ms","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2783,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T21:37:51.193267Z","caller":"traceutil/trace.go:171","msg":"trace[1524674600] linearizableReadLoop","detail":"{readStateIndex:13921; appliedIndex:13920; }","duration":"304.704264ms","start":"2026-03-01T21:37:50.888437Z","end":"2026-03-01T21:37:51.193141Z","steps":["trace[1524674600] 'read index received' (duration: 273.897488ms)","trace[1524674600] 'applied index is now lower than readState.Index' (duration: 30.805996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:37:51.19388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.261901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:37:51.194028Z","caller":"traceutil/trace.go:171","msg":"trace[561187739] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:13258; }","duration":"170.480356ms","start":"2026-03-01T21:37:51.023518Z","end":"2026-03-01T21:37:51.193999Z","steps":["trace[561187739] 'agreement among raft nodes before linearized reading' (duration: 170.167299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:37:51.19412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.672996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:58 size:521787"} {"level":"info","ts":"2026-03-01T21:37:51.194161Z","caller":"traceutil/trace.go:171","msg":"trace[886776739] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:58; response_revision:13258; }","duration":"305.783058ms","start":"2026-03-01T21:37:50.888369Z","end":"2026-03-01T21:37:51.194152Z","steps":["trace[886776739] 'agreement among raft nodes before linearized reading' (duration: 304.916429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:37:51.194184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:37:50.888341Z","time spent":"305.837629ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":58,"response size":521810,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T21:37:54.263144Z","caller":"traceutil/trace.go:171","msg":"trace[482278702] linearizableReadLoop","detail":"{readStateIndex:13942; appliedIndex:13941; }","duration":"158.341109ms","start":"2026-03-01T21:37:54.104777Z","end":"2026-03-01T21:37:54.263118Z","steps":["trace[482278702] 'read index received' (duration: 158.178565ms)","trace[482278702] 'applied index is now lower than readState.Index' (duration: 160.994µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:37:54.263388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.089699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:37:54.263419Z","caller":"traceutil/trace.go:171","msg":"trace[202729550] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13277; }","duration":"100.194981ms","start":"2026-03-01T21:37:54.163214Z","end":"2026-03-01T21:37:54.263409Z","steps":["trace[202729550] 'agreement among raft nodes before linearized reading' (duration: 100.078799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:37:54.263436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.646336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:37:54.263553Z","caller":"traceutil/trace.go:171","msg":"trace[1820451642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13277; }","duration":"158.84131ms","start":"2026-03-01T21:37:54.104693Z","end":"2026-03-01T21:37:54.263534Z","steps":["trace[1820451642] 'agreement among raft nodes before linearized reading' (duration: 158.544314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:37:54.577326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.568618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:37:54.577456Z","caller":"traceutil/trace.go:171","msg":"trace[167470544] linearizableReadLoop","detail":"{readStateIndex:13948; appliedIndex:13947; }","duration":"172.377308ms","start":"2026-03-01T21:37:54.405059Z","end":"2026-03-01T21:37:54.577437Z","steps":["trace[167470544] 'read index received' (duration: 26.441071ms)","trace[167470544] 'applied index is now lower than readState.Index' (duration: 145.934627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:37:54.577612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.552491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17979"} {"level":"info","ts":"2026-03-01T21:37:54.57764Z","caller":"traceutil/trace.go:171","msg":"trace[1708732360] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13283; }","duration":"172.617343ms","start":"2026-03-01T21:37:54.405015Z","end":"2026-03-01T21:37:54.577632Z","steps":["trace[1708732360] 'agreement among raft nodes before linearized reading' (duration: 172.46781ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:37:54.577537Z","caller":"traceutil/trace.go:171","msg":"trace[223065693] transaction","detail":"{read_only:false; response_revision:13283; number_of_response:1; }","duration":"199.610665ms","start":"2026-03-01T21:37:54.377889Z","end":"2026-03-01T21:37:54.5775Z","steps":["trace[223065693] 'process raft request' (duration: 53.75548ms)","trace[223065693] 'compare' (duration: 145.397495ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:38:21.021318Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11194} {"level":"info","ts":"2026-03-01T21:38:21.118731Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11194,"took":"93.794359ms","hash":3633680296,"current-db-size-bytes":46731264,"current-db-size":"47 MB","current-db-size-in-use-bytes":25141248,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-01T21:38:21.118798Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3633680296,"revision":11194,"compact-revision":8594} {"level":"warn","ts":"2026-03-01T21:39:06.861409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.844934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:39:06.861518Z","caller":"traceutil/trace.go:171","msg":"trace[1340333908] linearizableReadLoop","detail":"{readStateIndex:14549; appliedIndex:14548; }","duration":"259.952758ms","start":"2026-03-01T21:39:06.601549Z","end":"2026-03-01T21:39:06.861502Z","steps":["trace[1340333908] 'read index received' (duration: 112.994572ms)","trace[1340333908] 'applied index is now lower than readState.Index' (duration: 146.957016ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:06.861555Z","caller":"traceutil/trace.go:171","msg":"trace[538254092] transaction","detail":"{read_only:false; response_revision:13850; number_of_response:1; }","duration":"313.713998ms","start":"2026-03-01T21:39:06.547804Z","end":"2026-03-01T21:39:06.861518Z","steps":["trace[538254092] 'process raft request' (duration: 166.66489ms)","trace[538254092] 'compare' (duration: 146.142909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:39:06.861713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:06.547776Z","time spent":"313.854002ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:39:06.862881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.323118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2574539"} {"level":"info","ts":"2026-03-01T21:39:06.86294Z","caller":"traceutil/trace.go:171","msg":"trace[71499834] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:13850; }","duration":"261.38358ms","start":"2026-03-01T21:39:06.601541Z","end":"2026-03-01T21:39:06.862925Z","steps":["trace[71499834] 'agreement among raft nodes before linearized reading' (duration: 260.025569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:07.88847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.653018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:39:07.8886Z","caller":"traceutil/trace.go:171","msg":"trace[1273396247] linearizableReadLoop","detail":"{readStateIndex:14550; appliedIndex:14549; }","duration":"1.027038752s","start":"2026-03-01T21:39:06.861538Z","end":"2026-03-01T21:39:07.888576Z","steps":["trace[1273396247] 'read index received' (duration: 478.077648ms)","trace[1273396247] 'applied index is now lower than readState.Index' (duration: 548.957384ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:07.888697Z","caller":"traceutil/trace.go:171","msg":"trace[133787577] transaction","detail":"{read_only:false; response_revision:13851; number_of_response:1; }","duration":"1.078947101s","start":"2026-03-01T21:39:06.809733Z","end":"2026-03-01T21:39:07.88868Z","steps":["trace[133787577] 'process raft request' (duration: 529.998907ms)","trace[133787577] 'compare' (duration: 548.367392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:39:07.888776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:06.809719Z","time spent":"1.079020743s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:39:07.889475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111943406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:39:07.889532Z","caller":"traceutil/trace.go:171","msg":"trace[545471048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13851; }","duration":"1.112029488s","start":"2026-03-01T21:39:06.777486Z","end":"2026-03-01T21:39:07.889516Z","steps":["trace[545471048] 'agreement among raft nodes before linearized reading' (duration: 1.111786173s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:07.889585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:06.777475Z","time spent":"1.11209007s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:39:07.889542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111378915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:39:07.889692Z","caller":"traceutil/trace.go:171","msg":"trace[65889851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13851; }","duration":"1.111579528s","start":"2026-03-01T21:39:06.778073Z","end":"2026-03-01T21:39:07.889653Z","steps":["trace[65889851] 'agreement among raft nodes before linearized reading' (duration: 1.111107888s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:07.889676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145595315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T21:39:07.889768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:06.778064Z","time spent":"1.111686831s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T21:39:07.889779Z","caller":"traceutil/trace.go:171","msg":"trace[70919052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13851; }","duration":"1.145761769s","start":"2026-03-01T21:39:06.743994Z","end":"2026-03-01T21:39:07.889755Z","steps":["trace[70919052] 'agreement among raft nodes before linearized reading' (duration: 1.145435542s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:07.889752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081233742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-7cbf966c4b-f7kc9\" ","response":"range_response_count:1 size:8382"} {"level":"warn","ts":"2026-03-01T21:39:07.889826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:06.743968Z","time spent":"1.145847091s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:39:07.889891Z","caller":"traceutil/trace.go:171","msg":"trace[830609197] range","detail":"{range_begin:/registry/pods/openstack/placement-api-7cbf966c4b-f7kc9; range_end:; response_count:1; response_revision:13851; }","duration":"1.081423156s","start":"2026-03-01T21:39:06.808431Z","end":"2026-03-01T21:39:07.889854Z","steps":["trace[830609197] 'agreement among raft nodes before linearized reading' (duration: 1.081012737s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:07.88995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:06.80841Z","time spent":"1.081527549s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":8405,"request content":"key:\"/registry/pods/openstack/placement-api-7cbf966c4b-f7kc9\" "} {"level":"warn","ts":"2026-03-01T21:39:07.983022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.793128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:39:07.983123Z","caller":"traceutil/trace.go:171","msg":"trace[536003736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13852; }","duration":"761.933821ms","start":"2026-03-01T21:39:07.221165Z","end":"2026-03-01T21:39:07.983099Z","steps":["trace[536003736] 'agreement among raft nodes before linearized reading' (duration: 761.675715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:07.983119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.936502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-01T21:39:07.983097Z","caller":"traceutil/trace.go:171","msg":"trace[1371424635] transaction","detail":"{read_only:false; response_revision:13852; number_of_response:1; }","duration":"588.424571ms","start":"2026-03-01T21:39:07.394616Z","end":"2026-03-01T21:39:07.983041Z","steps":["trace[1371424635] 'process raft request' (duration: 588.016332ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:07.983221Z","caller":"traceutil/trace.go:171","msg":"trace[163626120] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13852; }","duration":"533.104376ms","start":"2026-03-01T21:39:07.45009Z","end":"2026-03-01T21:39:07.983194Z","steps":["trace[163626120] 'agreement among raft nodes before linearized reading' (duration: 532.757399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:07.983275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:07.450065Z","time spent":"533.199208ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:39:07.983173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:07.221142Z","time spent":"762.021332ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:39:07.983356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.845248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:39:07.983443Z","caller":"traceutil/trace.go:171","msg":"trace[1136707990] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:13852; }","duration":"122.981861ms","start":"2026-03-01T21:39:07.86044Z","end":"2026-03-01T21:39:07.983422Z","steps":["trace[1136707990] 'agreement among raft nodes before linearized reading' (duration: 122.635683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:07.983365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:07.394574Z","time spent":"588.686437ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:39:07.98344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002724578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-01T21:39:07.983439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.268287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-01T21:39:07.983553Z","caller":"traceutil/trace.go:171","msg":"trace[1572084622] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:13852; }","duration":"1.002929982s","start":"2026-03-01T21:39:06.980601Z","end":"2026-03-01T21:39:07.983531Z","steps":["trace[1572084622] 'agreement among raft nodes before linearized reading' (duration: 1.002521213s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:07.983601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:06.980571Z","time spent":"1.003022585s","remote":"127.0.0.1:40884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-01T21:39:07.983607Z","caller":"traceutil/trace.go:171","msg":"trace[2089015228] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13852; }","duration":"919.478801ms","start":"2026-03-01T21:39:07.064103Z","end":"2026-03-01T21:39:07.983582Z","steps":["trace[2089015228] 'agreement among raft nodes before linearized reading' (duration: 918.879147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:07.983812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:07.064079Z","time spent":"919.715346ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-01T21:39:08.02746Z","caller":"traceutil/trace.go:171","msg":"trace[1072527676] transaction","detail":"{read_only:false; response_revision:13854; number_of_response:1; }","duration":"131.285552ms","start":"2026-03-01T21:39:07.896139Z","end":"2026-03-01T21:39:08.027425Z","steps":["trace[1072527676] 'process raft request' (duration: 131.19829ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:08.027878Z","caller":"traceutil/trace.go:171","msg":"trace[512683301] transaction","detail":"{read_only:false; response_revision:13853; number_of_response:1; }","duration":"132.99219ms","start":"2026-03-01T21:39:07.894869Z","end":"2026-03-01T21:39:08.027861Z","steps":["trace[512683301] 'process raft request' (duration: 132.291145ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:08.02801Z","caller":"traceutil/trace.go:171","msg":"trace[2138731564] transaction","detail":"{read_only:false; response_revision:13856; number_of_response:1; }","duration":"127.802735ms","start":"2026-03-01T21:39:07.900184Z","end":"2026-03-01T21:39:08.027987Z","steps":["trace[2138731564] 'process raft request' (duration: 127.519489ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:08.028123Z","caller":"traceutil/trace.go:171","msg":"trace[1804022080] transaction","detail":"{read_only:false; response_revision:13855; number_of_response:1; }","duration":"130.699969ms","start":"2026-03-01T21:39:07.897258Z","end":"2026-03-01T21:39:08.027958Z","steps":["trace[1804022080] 'process raft request' (duration: 130.124416ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:08.177795Z","caller":"traceutil/trace.go:171","msg":"trace[1712131832] transaction","detail":"{read_only:false; response_revision:13858; number_of_response:1; }","duration":"188.315815ms","start":"2026-03-01T21:39:07.989448Z","end":"2026-03-01T21:39:08.177763Z","steps":["trace[1712131832] 'process raft request' (duration: 188.10231ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:08.177925Z","caller":"traceutil/trace.go:171","msg":"trace[1100324200] transaction","detail":"{read_only:false; response_revision:13859; number_of_response:1; }","duration":"188.476658ms","start":"2026-03-01T21:39:07.989432Z","end":"2026-03-01T21:39:08.177908Z","steps":["trace[1100324200] 'process raft request' (duration: 188.268874ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:08.177906Z","caller":"traceutil/trace.go:171","msg":"trace[1963563324] linearizableReadLoop","detail":"{readStateIndex:14558; appliedIndex:14556; }","duration":"149.582104ms","start":"2026-03-01T21:39:08.028293Z","end":"2026-03-01T21:39:08.177875Z","steps":["trace[1963563324] 'read index received' (duration: 149.35932ms)","trace[1963563324] 'applied index is now lower than readState.Index' (duration: 220.694µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:39:08.178205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.064365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-01T21:39:08.178254Z","caller":"traceutil/trace.go:171","msg":"trace[649579844] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13859; }","duration":"191.147377ms","start":"2026-03-01T21:39:07.987092Z","end":"2026-03-01T21:39:08.178239Z","steps":["trace[649579844] 'agreement among raft nodes before linearized reading' (duration: 190.981344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:08.17835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.199745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3522"} {"level":"info","ts":"2026-03-01T21:39:08.178488Z","caller":"traceutil/trace.go:171","msg":"trace[1119011317] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:13859; }","duration":"169.372339ms","start":"2026-03-01T21:39:08.009076Z","end":"2026-03-01T21:39:08.178448Z","steps":["trace[1119011317] 'agreement among raft nodes before linearized reading' (duration: 168.862548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:08.178837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.338831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:61 size:555130"} {"level":"info","ts":"2026-03-01T21:39:08.178927Z","caller":"traceutil/trace.go:171","msg":"trace[215117157] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:61; response_revision:13859; }","duration":"191.428513ms","start":"2026-03-01T21:39:07.987453Z","end":"2026-03-01T21:39:08.178882Z","steps":["trace[215117157] 'agreement among raft nodes before linearized reading' (duration: 190.584805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:08.192512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.904919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:39:08.192582Z","caller":"traceutil/trace.go:171","msg":"trace[303312367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13860; }","duration":"154.014862ms","start":"2026-03-01T21:39:08.038553Z","end":"2026-03-01T21:39:08.192568Z","steps":["trace[303312367] 'agreement among raft nodes before linearized reading' (duration: 153.885939ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:08.192778Z","caller":"traceutil/trace.go:171","msg":"trace[635034510] transaction","detail":"{read_only:false; response_revision:13860; number_of_response:1; }","duration":"158.093191ms","start":"2026-03-01T21:39:08.034676Z","end":"2026-03-01T21:39:08.192769Z","steps":["trace[635034510] 'process raft request' (duration: 157.647412ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:08.374747Z","caller":"traceutil/trace.go:171","msg":"trace[1617682982] linearizableReadLoop","detail":"{readStateIndex:14560; appliedIndex:14559; }","duration":"175.34953ms","start":"2026-03-01T21:39:08.199361Z","end":"2026-03-01T21:39:08.37471Z","steps":["trace[1617682982] 'read index received' (duration: 136.139179ms)","trace[1617682982] 'applied index is now lower than readState.Index' (duration: 39.208991ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:08.374804Z","caller":"traceutil/trace.go:171","msg":"trace[1921734650] transaction","detail":"{read_only:false; response_revision:13861; number_of_response:1; }","duration":"184.255845ms","start":"2026-03-01T21:39:08.190513Z","end":"2026-03-01T21:39:08.374769Z","steps":["trace[1921734650] 'process raft request' (duration: 144.916302ms)","trace[1921734650] 'compare' (duration: 39.154999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:39:08.374939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.548404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:39:08.374992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.509673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3522"} {"level":"info","ts":"2026-03-01T21:39:08.375007Z","caller":"traceutil/trace.go:171","msg":"trace[452478666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13861; }","duration":"175.669977ms","start":"2026-03-01T21:39:08.199316Z","end":"2026-03-01T21:39:08.374986Z","steps":["trace[452478666] 'agreement among raft nodes before linearized reading' (duration: 175.537824ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:08.375031Z","caller":"traceutil/trace.go:171","msg":"trace[613192675] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:13861; }","duration":"175.592295ms","start":"2026-03-01T21:39:08.199423Z","end":"2026-03-01T21:39:08.375015Z","steps":["trace[613192675] 'agreement among raft nodes before linearized reading' (duration: 175.453312ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:08.563065Z","caller":"traceutil/trace.go:171","msg":"trace[867905495] transaction","detail":"{read_only:false; response_revision:13863; number_of_response:1; }","duration":"109.422192ms","start":"2026-03-01T21:39:08.453611Z","end":"2026-03-01T21:39:08.563033Z","steps":["trace[867905495] 'process raft request' (duration: 69.863074ms)","trace[867905495] 'compare' (duration: 39.412925ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:09.042438Z","caller":"traceutil/trace.go:171","msg":"trace[1336597041] linearizableReadLoop","detail":"{readStateIndex:14565; appliedIndex:14564; }","duration":"211.815102ms","start":"2026-03-01T21:39:08.830605Z","end":"2026-03-01T21:39:09.04242Z","steps":["trace[1336597041] 'read index received' (duration: 211.667668ms)","trace[1336597041] 'applied index is now lower than readState.Index' (duration: 146.764µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:09.042539Z","caller":"traceutil/trace.go:171","msg":"trace[1167490578] transaction","detail":"{read_only:false; response_revision:13865; number_of_response:1; }","duration":"318.118966ms","start":"2026-03-01T21:39:08.724409Z","end":"2026-03-01T21:39:09.042528Z","steps":["trace[1167490578] 'process raft request' (duration: 317.907961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:09.042617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:08.72439Z","time spent":"318.172137ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:39:09.043015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.392754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-7cbf966c4b-f7kc9\" ","response":"range_response_count:1 size:8393"} {"level":"info","ts":"2026-03-01T21:39:09.043079Z","caller":"traceutil/trace.go:171","msg":"trace[972230652] range","detail":"{range_begin:/registry/pods/openstack/placement-api-7cbf966c4b-f7kc9; range_end:; response_count:1; response_revision:13865; }","duration":"212.491997ms","start":"2026-03-01T21:39:08.830571Z","end":"2026-03-01T21:39:09.043063Z","steps":["trace[972230652] 'agreement among raft nodes before linearized reading' (duration: 212.225091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:09.043164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.581261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:39:09.043211Z","caller":"traceutil/trace.go:171","msg":"trace[1904793321] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13865; }","duration":"168.653852ms","start":"2026-03-01T21:39:08.874543Z","end":"2026-03-01T21:39:09.043197Z","steps":["trace[1904793321] 'agreement among raft nodes before linearized reading' (duration: 168.212113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:09.62678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.643212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:39:09.626943Z","caller":"traceutil/trace.go:171","msg":"trace[391005591] transaction","detail":"{read_only:false; response_revision:13866; number_of_response:1; }","duration":"575.19438ms","start":"2026-03-01T21:39:09.051719Z","end":"2026-03-01T21:39:09.626913Z","steps":["trace[391005591] 'process raft request' (duration: 437.266561ms)","trace[391005591] 'compare' (duration: 137.365567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:39:09.627019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:09.051698Z","time spent":"575.286022ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:39:09.63238Z","caller":"traceutil/trace.go:171","msg":"trace[992590339] transaction","detail":"{read_only:false; response_revision:13867; number_of_response:1; }","duration":"579.468724ms","start":"2026-03-01T21:39:09.052875Z","end":"2026-03-01T21:39:09.632344Z","steps":["trace[992590339] 'process raft request' (duration: 579.226899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:09.632595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:09.052861Z","time spent":"579.606038ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8526,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:39:09.638851Z","caller":"traceutil/trace.go:171","msg":"trace[2073162396] linearizableReadLoop","detail":"{readStateIndex:14567; appliedIndex:14565; }","duration":"335.20377ms","start":"2026-03-01T21:39:09.303615Z","end":"2026-03-01T21:39:09.638819Z","steps":["trace[2073162396] 'read index received' (duration: 185.382201ms)","trace[2073162396] 'applied index is now lower than readState.Index' (duration: 149.819969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:39:09.639058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.444156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:39:09.639114Z","caller":"traceutil/trace.go:171","msg":"trace[134747777] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13867; }","duration":"335.538538ms","start":"2026-03-01T21:39:09.303558Z","end":"2026-03-01T21:39:09.639096Z","steps":["trace[134747777] 'agreement among raft nodes before linearized reading' (duration: 335.356864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:09.639148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:09.303531Z","time spent":"335.60929ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:39:10.575787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.555013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-01T21:39:10.575877Z","caller":"traceutil/trace.go:171","msg":"trace[721456019] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13874; }","duration":"393.704685ms","start":"2026-03-01T21:39:10.182154Z","end":"2026-03-01T21:39:10.575858Z","steps":["trace[721456019] 'range keys from in-memory index tree' (duration: 393.372638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:10.575926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:10.182134Z","time spent":"393.779957ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T21:39:10.576135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.052967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-01T21:39:10.576256Z","caller":"traceutil/trace.go:171","msg":"trace[1042323622] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13874; }","duration":"156.242731ms","start":"2026-03-01T21:39:10.419981Z","end":"2026-03-01T21:39:10.576224Z","steps":["trace[1042323622] 'range keys from in-memory index tree' (duration: 155.827262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:10.576339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.960811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T21:39:10.576349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.598691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T21:39:10.576356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.694893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:39:10.576389Z","caller":"traceutil/trace.go:171","msg":"trace[107062662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13874; }","duration":"292.049012ms","start":"2026-03-01T21:39:10.284328Z","end":"2026-03-01T21:39:10.576377Z","steps":["trace[107062662] 'range keys from in-memory index tree' (duration: 291.788637ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:10.576414Z","caller":"traceutil/trace.go:171","msg":"trace[2091443817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13874; }","duration":"387.676573ms","start":"2026-03-01T21:39:10.188722Z","end":"2026-03-01T21:39:10.576399Z","steps":["trace[2091443817] 'range keys from in-memory index tree' (duration: 387.422936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:10.576451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:10.188664Z","time spent":"387.780855ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T21:39:10.576459Z","caller":"traceutil/trace.go:171","msg":"trace[1920905346] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:13874; }","duration":"382.854857ms","start":"2026-03-01T21:39:10.19358Z","end":"2026-03-01T21:39:10.576435Z","steps":["trace[1920905346] 'range keys from in-memory index tree' (duration: 382.452357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:10.576509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:10.193558Z","time spent":"382.940729ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"info","ts":"2026-03-01T21:39:11.183239Z","caller":"traceutil/trace.go:171","msg":"trace[1737879775] linearizableReadLoop","detail":"{readStateIndex:14579; appliedIndex:14577; }","duration":"602.164193ms","start":"2026-03-01T21:39:10.581042Z","end":"2026-03-01T21:39:11.183206Z","steps":["trace[1737879775] 'read index received' (duration: 37.287369ms)","trace[1737879775] 'applied index is now lower than readState.Index' (duration: 564.875874ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:11.183292Z","caller":"traceutil/trace.go:171","msg":"trace[873963981] transaction","detail":"{read_only:false; response_revision:13876; number_of_response:1; }","duration":"602.565761ms","start":"2026-03-01T21:39:10.580642Z","end":"2026-03-01T21:39:11.183208Z","steps":["trace[873963981] 'process raft request' (duration: 594.872432ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:11.18345Z","caller":"traceutil/trace.go:171","msg":"trace[1902199096] transaction","detail":"{read_only:false; response_revision:13877; number_of_response:1; }","duration":"602.659913ms","start":"2026-03-01T21:39:10.580757Z","end":"2026-03-01T21:39:11.183417Z","steps":["trace[1902199096] 'process raft request' (duration: 602.317946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:11.18353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:10.58061Z","time spent":"602.795456ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:39:11.183645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:10.580748Z","time spent":"602.798886ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:39:11.183922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.817187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-01T21:39:11.183981Z","caller":"traceutil/trace.go:171","msg":"trace[1063471616] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13877; }","duration":"602.898648ms","start":"2026-03-01T21:39:10.581067Z","end":"2026-03-01T21:39:11.183966Z","steps":["trace[1063471616] 'agreement among raft nodes before linearized reading' (duration: 602.732154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:11.184021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:10.581048Z","time spent":"602.96518ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:39:11.184387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.472556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:39:11.184439Z","caller":"traceutil/trace.go:171","msg":"trace[905954715] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13877; }","duration":"402.535649ms","start":"2026-03-01T21:39:10.781886Z","end":"2026-03-01T21:39:11.184422Z","steps":["trace[905954715] 'agreement among raft nodes before linearized reading' (duration: 402.380065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:11.184512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.069707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:140917"} {"level":"warn","ts":"2026-03-01T21:39:11.184548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:10.781811Z","time spent":"402.657462ms","remote":"127.0.0.1:48260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:39:11.184566Z","caller":"traceutil/trace.go:171","msg":"trace[1504167225] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13877; }","duration":"187.127209ms","start":"2026-03-01T21:39:10.997424Z","end":"2026-03-01T21:39:11.184551Z","steps":["trace[1504167225] 'agreement among raft nodes before linearized reading' (duration: 186.824302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:11.184871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.809448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:61 size:555278"} {"level":"info","ts":"2026-03-01T21:39:11.18493Z","caller":"traceutil/trace.go:171","msg":"trace[898842380] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:61; response_revision:13877; }","duration":"603.9245ms","start":"2026-03-01T21:39:10.580991Z","end":"2026-03-01T21:39:11.184916Z","steps":["trace[898842380] 'agreement among raft nodes before linearized reading' (duration: 602.423958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:11.18497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:10.580966Z","time spent":"603.994581ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":61,"response size":555301,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T21:39:13.841668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144904388s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:39:13.841857Z","caller":"traceutil/trace.go:171","msg":"trace[1553196919] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13878; }","duration":"2.145126253s","start":"2026-03-01T21:39:11.696706Z","end":"2026-03-01T21:39:13.841832Z","steps":["trace[1553196919] 'range keys from in-memory index tree' (duration: 2.144873558s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:13.842145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5357322s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:39:13.842261Z","caller":"traceutil/trace.go:171","msg":"trace[211966472] linearizableReadLoop","detail":"{readStateIndex:14581; appliedIndex:14580; }","duration":"2.437318969s","start":"2026-03-01T21:39:11.404922Z","end":"2026-03-01T21:39:13.842241Z","steps":["trace[211966472] 'read index received' (duration: 56.031µs)","trace[211966472] 'applied index is now lower than readState.Index' (duration: 2.437261448s)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:13.842285Z","caller":"traceutil/trace.go:171","msg":"trace[1637388217] transaction","detail":"{read_only:false; response_revision:13879; number_of_response:1; }","duration":"2.642448433s","start":"2026-03-01T21:39:11.199813Z","end":"2026-03-01T21:39:13.842261Z","steps":["trace[1637388217] 'process raft request' (duration: 106.501069ms)","trace[1637388217] 'compare' (duration: 2.535255129s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:39:13.842393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437469482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:39:13.842443Z","caller":"traceutil/trace.go:171","msg":"trace[670857463] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:13879; }","duration":"2.437568214s","start":"2026-03-01T21:39:11.404863Z","end":"2026-03-01T21:39:13.842432Z","steps":["trace[670857463] 'agreement among raft nodes before linearized reading' (duration: 2.437453222s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:13.84241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:11.1998Z","time spent":"2.642546825s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:39:13.842511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:11.404828Z","time spent":"2.437670837s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:39:13.907881Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.344286368s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T21:39:13.908866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862103899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:39:13.908908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.570895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:39:13.908943Z","caller":"traceutil/trace.go:171","msg":"trace[1308693401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13880; }","duration":"1.862228192s","start":"2026-03-01T21:39:12.046696Z","end":"2026-03-01T21:39:13.908925Z","steps":["trace[1308693401] 'agreement among raft nodes before linearized reading' (duration: 1.862071978s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:13.908976Z","caller":"traceutil/trace.go:171","msg":"trace[754675559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13880; }","duration":"721.725358ms","start":"2026-03-01T21:39:13.187227Z","end":"2026-03-01T21:39:13.908952Z","steps":["trace[754675559] 'agreement among raft nodes before linearized reading' (duration: 721.496513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:13.908866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247479152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-01T21:39:13.90896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.562565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:39:13.90903Z","caller":"traceutil/trace.go:171","msg":"trace[24988057] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13880; }","duration":"2.247710327s","start":"2026-03-01T21:39:11.661307Z","end":"2026-03-01T21:39:13.909017Z","steps":["trace[24988057] 'agreement among raft nodes before linearized reading' (duration: 2.247370939s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:13.909024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863725385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-01T21:39:13.909043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943827693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:39:13.909064Z","caller":"traceutil/trace.go:171","msg":"trace[403384135] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:13880; }","duration":"308.720399ms","start":"2026-03-01T21:39:13.600312Z","end":"2026-03-01T21:39:13.909032Z","steps":["trace[403384135] 'agreement among raft nodes before linearized reading' (duration: 308.527835ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:13.909078Z","caller":"traceutil/trace.go:171","msg":"trace[967419006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13880; }","duration":"1.863820188s","start":"2026-03-01T21:39:12.04524Z","end":"2026-03-01T21:39:13.90906Z","steps":["trace[967419006] 'agreement among raft nodes before linearized reading' (duration: 1.863698555s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:13.909089Z","caller":"traceutil/trace.go:171","msg":"trace[2005745207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13880; }","duration":"1.943933256s","start":"2026-03-01T21:39:11.96514Z","end":"2026-03-01T21:39:13.909073Z","steps":["trace[2005745207] 'agreement among raft nodes before linearized reading' (duration: 1.943873175s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:13.909083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285669901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T21:39:13.909125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:12.045214Z","time spent":"1.863902539s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:39:13.90917Z","caller":"traceutil/trace.go:171","msg":"trace[345946867] transaction","detail":"{read_only:false; response_revision:13880; number_of_response:1; }","duration":"1.34567716s","start":"2026-03-01T21:39:12.56348Z","end":"2026-03-01T21:39:13.909157Z","steps":["trace[345946867] 'process raft request' (duration: 1.345003875s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:13.90917Z","caller":"traceutil/trace.go:171","msg":"trace[2087410448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13880; }","duration":"1.285809384s","start":"2026-03-01T21:39:12.62334Z","end":"2026-03-01T21:39:13.90915Z","steps":["trace[2087410448] 'agreement among raft nodes before linearized reading' (duration: 1.285522278s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:13.909192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85940215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-01T21:39:13.909197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.033342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:39:13.909218Z","caller":"traceutil/trace.go:171","msg":"trace[758315407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13880; }","duration":"1.859445061s","start":"2026-03-01T21:39:12.049766Z","end":"2026-03-01T21:39:13.909211Z","steps":["trace[758315407] 'agreement among raft nodes before linearized reading' (duration: 1.859308198s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:13.909211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.67776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-01T21:39:13.909214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:12.623321Z","time spent":"1.285885846s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:39:13.90924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:12.049759Z","time spent":"1.859476621s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T21:39:13.909235Z","caller":"traceutil/trace.go:171","msg":"trace[1561018810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13880; }","duration":"833.141835ms","start":"2026-03-01T21:39:13.076081Z","end":"2026-03-01T21:39:13.909223Z","steps":["trace[1561018810] 'agreement among raft nodes before linearized reading' (duration: 833.087304ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:13.90926Z","caller":"traceutil/trace.go:171","msg":"trace[2100129869] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:13880; }","duration":"324.71316ms","start":"2026-03-01T21:39:13.584527Z","end":"2026-03-01T21:39:13.90924Z","steps":["trace[2100129869] 'agreement among raft nodes before linearized reading' (duration: 324.545827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:13.909268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:12.563453Z","time spent":"1.345742291s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:39:13.908986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:12.046672Z","time spent":"1.862306564s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:39:13.909126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:11.965104Z","time spent":"1.944012628s","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:39:13.909378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:13.076057Z","time spent":"833.208117ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:39:13.909118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:13.600286Z","time spent":"308.820581ms","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:39:13.909449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.726569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-03-01T21:39:13.909039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:13.187195Z","time spent":"721.833531ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T21:39:13.909473Z","caller":"traceutil/trace.go:171","msg":"trace[2070523126] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13880; }","duration":"721.767589ms","start":"2026-03-01T21:39:13.187698Z","end":"2026-03-01T21:39:13.909465Z","steps":["trace[2070523126] 'agreement among raft nodes before linearized reading' (duration: 721.714558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:13.909495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:13.187689Z","time spent":"721.8015ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T21:39:13.908986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862393056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:39:13.909562Z","caller":"traceutil/trace.go:171","msg":"trace[1977284296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13880; }","duration":"1.862982638s","start":"2026-03-01T21:39:12.046567Z","end":"2026-03-01T21:39:13.90955Z","steps":["trace[1977284296] 'agreement among raft nodes before linearized reading' (duration: 1.862353334s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:13.909602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:12.046558Z","time spent":"1.863035219s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:39:13.909564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.752907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-01T21:39:13.909054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:11.661279Z","time spent":"2.247767428s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T21:39:13.909679Z","caller":"traceutil/trace.go:171","msg":"trace[904757407] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:13880; }","duration":"715.930161ms","start":"2026-03-01T21:39:13.193722Z","end":"2026-03-01T21:39:13.909652Z","steps":["trace[904757407] 'agreement among raft nodes before linearized reading' (duration: 715.531233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:13.909557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.808068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:39:13.90975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:13.193702Z","time spent":"716.037533ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"warn","ts":"2026-03-01T21:39:13.909297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:13.584452Z","time spent":"324.834963ms","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-01T21:39:13.909814Z","caller":"traceutil/trace.go:171","msg":"trace[1604064267] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:13880; }","duration":"124.119875ms","start":"2026-03-01T21:39:13.78566Z","end":"2026-03-01T21:39:13.90978Z","steps":["trace[1604064267] 'agreement among raft nodes before linearized reading' (duration: 123.658505ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:20.135068Z","caller":"traceutil/trace.go:171","msg":"trace[1772170793] linearizableReadLoop","detail":"{readStateIndex:14626; appliedIndex:14625; }","duration":"228.306242ms","start":"2026-03-01T21:39:19.906741Z","end":"2026-03-01T21:39:20.135047Z","steps":["trace[1772170793] 'read index received' (duration: 228.115058ms)","trace[1772170793] 'applied index is now lower than readState.Index' (duration: 190.504µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:20.135163Z","caller":"traceutil/trace.go:171","msg":"trace[1400123339] transaction","detail":"{read_only:false; response_revision:13921; number_of_response:1; }","duration":"229.317725ms","start":"2026-03-01T21:39:19.905825Z","end":"2026-03-01T21:39:20.135143Z","steps":["trace[1400123339] 'process raft request' (duration: 229.06305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:20.135299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.399074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T21:39:20.135299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.542748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:39:20.13533Z","caller":"traceutil/trace.go:171","msg":"trace[1658145600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13921; }","duration":"192.476746ms","start":"2026-03-01T21:39:19.942842Z","end":"2026-03-01T21:39:20.135319Z","steps":["trace[1658145600] 'agreement among raft nodes before linearized reading' (duration: 192.321043ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:20.135334Z","caller":"traceutil/trace.go:171","msg":"trace[802206374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13921; }","duration":"228.606459ms","start":"2026-03-01T21:39:19.906719Z","end":"2026-03-01T21:39:20.135326Z","steps":["trace[802206374] 'agreement among raft nodes before linearized reading' (duration: 228.449536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:20.135447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.977946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:39:20.135484Z","caller":"traceutil/trace.go:171","msg":"trace[876971634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13921; }","duration":"182.033977ms","start":"2026-03-01T21:39:19.953439Z","end":"2026-03-01T21:39:20.135473Z","steps":["trace[876971634] 'agreement among raft nodes before linearized reading' (duration: 181.938845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:20.13549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.746535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-01T21:39:20.135519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.459282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T21:39:20.135543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.592325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-01T21:39:20.135543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.147442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:39:20.135571Z","caller":"traceutil/trace.go:171","msg":"trace[1209892571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13921; }","duration":"170.531283ms","start":"2026-03-01T21:39:19.965026Z","end":"2026-03-01T21:39:20.135557Z","steps":["trace[1209892571] 'agreement among raft nodes before linearized reading' (duration: 170.39923ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:20.135584Z","caller":"traceutil/trace.go:171","msg":"trace[1645630479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13921; }","duration":"183.246384ms","start":"2026-03-01T21:39:19.952327Z","end":"2026-03-01T21:39:20.135574Z","steps":["trace[1645630479] 'agreement among raft nodes before linearized reading' (duration: 183.121921ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:20.135572Z","caller":"traceutil/trace.go:171","msg":"trace[939534293] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:13921; }","duration":"168.863168ms","start":"2026-03-01T21:39:19.966689Z","end":"2026-03-01T21:39:20.135552Z","steps":["trace[939534293] 'agreement among raft nodes before linearized reading' (duration: 168.573232ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:20.135605Z","caller":"traceutil/trace.go:171","msg":"trace[469977652] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13921; }","duration":"170.653987ms","start":"2026-03-01T21:39:19.964915Z","end":"2026-03-01T21:39:20.135569Z","steps":["trace[469977652] 'agreement among raft nodes before linearized reading' (duration: 170.536174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:20.135608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.054732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:39:20.135641Z","caller":"traceutil/trace.go:171","msg":"trace[925511667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13921; }","duration":"190.145395ms","start":"2026-03-01T21:39:19.945487Z","end":"2026-03-01T21:39:20.135632Z","steps":["trace[925511667] 'agreement among raft nodes before linearized reading' (duration: 190.029362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:20.135643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.027414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:39:20.135741Z","caller":"traceutil/trace.go:171","msg":"trace[1797263289] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13921; }","duration":"155.173448ms","start":"2026-03-01T21:39:19.980542Z","end":"2026-03-01T21:39:20.135715Z","steps":["trace[1797263289] 'agreement among raft nodes before linearized reading' (duration: 154.86294ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:20.268163Z","caller":"traceutil/trace.go:171","msg":"trace[1741175729] transaction","detail":"{read_only:false; response_revision:13922; number_of_response:1; }","duration":"128.174825ms","start":"2026-03-01T21:39:20.139955Z","end":"2026-03-01T21:39:20.268129Z","steps":["trace[1741175729] 'process raft request' (duration: 48.386062ms)","trace[1741175729] 'compare' (duration: 79.620749ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:20.284059Z","caller":"traceutil/trace.go:171","msg":"trace[1649365642] transaction","detail":"{read_only:false; response_revision:13924; number_of_response:1; }","duration":"144.001572ms","start":"2026-03-01T21:39:20.140028Z","end":"2026-03-01T21:39:20.28403Z","steps":["trace[1649365642] 'process raft request' (duration: 143.735956ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:20.284155Z","caller":"traceutil/trace.go:171","msg":"trace[1696505658] transaction","detail":"{read_only:false; response_revision:13925; number_of_response:1; }","duration":"144.088085ms","start":"2026-03-01T21:39:20.140046Z","end":"2026-03-01T21:39:20.284134Z","steps":["trace[1696505658] 'process raft request' (duration: 143.8895ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:20.28417Z","caller":"traceutil/trace.go:171","msg":"trace[1199914219] transaction","detail":"{read_only:false; response_revision:13926; number_of_response:1; }","duration":"144.098835ms","start":"2026-03-01T21:39:20.14005Z","end":"2026-03-01T21:39:20.284149Z","steps":["trace[1199914219] 'process raft request' (duration: 143.974082ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:20.284288Z","caller":"traceutil/trace.go:171","msg":"trace[1274403009] transaction","detail":"{read_only:false; response_revision:13928; number_of_response:1; }","duration":"142.542351ms","start":"2026-03-01T21:39:20.141726Z","end":"2026-03-01T21:39:20.284268Z","steps":["trace[1274403009] 'process raft request' (duration: 142.417348ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:20.284305Z","caller":"traceutil/trace.go:171","msg":"trace[490785766] transaction","detail":"{read_only:false; response_revision:13927; number_of_response:1; }","duration":"144.131825ms","start":"2026-03-01T21:39:20.140162Z","end":"2026-03-01T21:39:20.284293Z","steps":["trace[490785766] 'process raft request' (duration: 143.92425ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:20.284358Z","caller":"traceutil/trace.go:171","msg":"trace[759066] linearizableReadLoop","detail":"{readStateIndex:14632; appliedIndex:14626; }","duration":"144.010483ms","start":"2026-03-01T21:39:20.140327Z","end":"2026-03-01T21:39:20.284337Z","steps":["trace[759066] 'read index received' (duration: 48.096096ms)","trace[759066] 'applied index is now lower than readState.Index' (duration: 95.912907ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:20.284413Z","caller":"traceutil/trace.go:171","msg":"trace[1732183537] transaction","detail":"{read_only:false; response_revision:13929; number_of_response:1; }","duration":"142.106361ms","start":"2026-03-01T21:39:20.142293Z","end":"2026-03-01T21:39:20.2844Z","steps":["trace[1732183537] 'process raft request' (duration: 141.914596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:20.284592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.063154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17890"} {"level":"info","ts":"2026-03-01T21:39:20.284631Z","caller":"traceutil/trace.go:171","msg":"trace[647714702] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13929; }","duration":"144.138285ms","start":"2026-03-01T21:39:20.140482Z","end":"2026-03-01T21:39:20.28462Z","steps":["trace[647714702] 'agreement among raft nodes before linearized reading' (duration: 143.967392ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:20.283874Z","caller":"traceutil/trace.go:171","msg":"trace[1549148186] transaction","detail":"{read_only:false; response_revision:13923; number_of_response:1; }","duration":"143.833389ms","start":"2026-03-01T21:39:20.140015Z","end":"2026-03-01T21:39:20.283849Z","steps":["trace[1549148186] 'process raft request' (duration: 143.627014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:20.285231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.893522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:61 size:555088"} {"level":"info","ts":"2026-03-01T21:39:20.28529Z","caller":"traceutil/trace.go:171","msg":"trace[903129998] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:61; response_revision:13929; }","duration":"144.983224ms","start":"2026-03-01T21:39:20.140294Z","end":"2026-03-01T21:39:20.285278Z","steps":["trace[903129998] 'agreement among raft nodes before linearized reading' (duration: 144.142415ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:20.422465Z","caller":"traceutil/trace.go:171","msg":"trace[309912291] transaction","detail":"{read_only:false; response_revision:13930; number_of_response:1; }","duration":"128.991732ms","start":"2026-03-01T21:39:20.293438Z","end":"2026-03-01T21:39:20.42243Z","steps":["trace[309912291] 'process raft request' (duration: 85.370754ms)","trace[309912291] 'compare' (duration: 43.400273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:39:20.86958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.767726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-01T21:39:20.869653Z","caller":"traceutil/trace.go:171","msg":"trace[579459582] linearizableReadLoop","detail":"{readStateIndex:14637; appliedIndex:14636; }","duration":"227.947846ms","start":"2026-03-01T21:39:20.641693Z","end":"2026-03-01T21:39:20.869641Z","steps":["trace[579459582] 'read index received' (duration: 46.691µs)","trace[579459582] 'applied index is now lower than readState.Index' (duration: 227.900065ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:20.869688Z","caller":"traceutil/trace.go:171","msg":"trace[1920209837] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13931; }","duration":"438.664603ms","start":"2026-03-01T21:39:20.430987Z","end":"2026-03-01T21:39:20.869652Z","steps":["trace[1920209837] 'process raft request' (duration: 208.773714ms)","trace[1920209837] 'compare' (duration: 229.724374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:39:20.869776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.088649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-01T21:39:20.869763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:20.430964Z","time spent":"438.767395ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T21:39:20.86983Z","caller":"traceutil/trace.go:171","msg":"trace[1382631981] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:13931; }","duration":"228.155571ms","start":"2026-03-01T21:39:20.641636Z","end":"2026-03-01T21:39:20.869792Z","steps":["trace[1382631981] 'agreement among raft nodes before linearized reading' (duration: 228.032508ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:21.138976Z","caller":"traceutil/trace.go:171","msg":"trace[1642049957] transaction","detail":"{read_only:false; response_revision:13932; number_of_response:1; }","duration":"254.602421ms","start":"2026-03-01T21:39:20.88435Z","end":"2026-03-01T21:39:21.138953Z","steps":["trace[1642049957] 'process raft request' (duration: 254.415897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:21.798049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.373786ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:39:21.798273Z","caller":"traceutil/trace.go:171","msg":"trace[221530526] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13933; }","duration":"101.676243ms","start":"2026-03-01T21:39:21.696568Z","end":"2026-03-01T21:39:21.798244Z","steps":["trace[221530526] 'range keys from in-memory index tree' (duration: 101.335446ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:36.495898Z","caller":"traceutil/trace.go:171","msg":"trace[1719216288] transaction","detail":"{read_only:false; response_revision:14022; number_of_response:1; }","duration":"118.844451ms","start":"2026-03-01T21:39:36.377017Z","end":"2026-03-01T21:39:36.495862Z","steps":["trace[1719216288] 'process raft request' (duration: 118.606525ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:36.497319Z","caller":"traceutil/trace.go:171","msg":"trace[1198114974] transaction","detail":"{read_only:false; response_revision:14023; number_of_response:1; }","duration":"116.274013ms","start":"2026-03-01T21:39:36.381024Z","end":"2026-03-01T21:39:36.497298Z","steps":["trace[1198114974] 'process raft request' (duration: 116.068998ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:38.667299Z","caller":"traceutil/trace.go:171","msg":"trace[957790297] transaction","detail":"{read_only:false; response_revision:14038; number_of_response:1; }","duration":"127.765926ms","start":"2026-03-01T21:39:38.539477Z","end":"2026-03-01T21:39:38.667243Z","steps":["trace[957790297] 'process raft request' (duration: 41.381209ms)","trace[957790297] 'compare' (duration: 86.185073ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:40.280344Z","caller":"traceutil/trace.go:171","msg":"trace[1076643439] transaction","detail":"{read_only:false; response_revision:14043; number_of_response:1; }","duration":"403.466831ms","start":"2026-03-01T21:39:39.876851Z","end":"2026-03-01T21:39:40.280318Z","steps":["trace[1076643439] 'process raft request' (duration: 403.221585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:40.280534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:39.876815Z","time spent":"403.616343ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:39:40.280616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.166064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:39:40.280744Z","caller":"traceutil/trace.go:171","msg":"trace[970015597] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:14043; }","duration":"250.374448ms","start":"2026-03-01T21:39:40.030343Z","end":"2026-03-01T21:39:40.280718Z","steps":["trace[970015597] 'agreement among raft nodes before linearized reading' (duration: 250.122503ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:40.28096Z","caller":"traceutil/trace.go:171","msg":"trace[1614998257] linearizableReadLoop","detail":"{readStateIndex:14756; appliedIndex:14755; }","duration":"249.884467ms","start":"2026-03-01T21:39:40.03039Z","end":"2026-03-01T21:39:40.280275Z","steps":["trace[1614998257] 'read index received' (duration: 249.636612ms)","trace[1614998257] 'applied index is now lower than readState.Index' (duration: 247.175µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:39:40.281304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.968769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:39:40.281361Z","caller":"traceutil/trace.go:171","msg":"trace[356825140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14043; }","duration":"240.155433ms","start":"2026-03-01T21:39:40.041188Z","end":"2026-03-01T21:39:40.281343Z","steps":["trace[356825140] 'agreement among raft nodes before linearized reading' (duration: 240.01841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.145799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.579357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:39:41.145887Z","caller":"traceutil/trace.go:171","msg":"trace[218393078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14043; }","duration":"621.70864ms","start":"2026-03-01T21:39:40.524156Z","end":"2026-03-01T21:39:41.145865Z","steps":["trace[218393078] 'range keys from in-memory index tree' (duration: 621.404704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.145931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:40.524139Z","time spent":"621.780552ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:39:41.145953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.151985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-03-01T21:39:41.145954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.079824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:39:41.146047Z","caller":"traceutil/trace.go:171","msg":"trace[459874709] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14043; }","duration":"430.311789ms","start":"2026-03-01T21:39:40.715721Z","end":"2026-03-01T21:39:41.146033Z","steps":["trace[459874709] 'range keys from in-memory index tree' (duration: 430.026652ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:41.146073Z","caller":"traceutil/trace.go:171","msg":"trace[2034527706] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14043; }","duration":"609.258689ms","start":"2026-03-01T21:39:40.536801Z","end":"2026-03-01T21:39:41.14606Z","steps":["trace[2034527706] 'range keys from in-memory index tree' (duration: 608.90793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.146104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:40.536769Z","time spent":"609.325479ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T21:39:41.146166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.576835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T21:39:41.146245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.305587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:39:41.146283Z","caller":"traceutil/trace.go:171","msg":"trace[967543017] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:14043; }","duration":"598.378389ms","start":"2026-03-01T21:39:40.547892Z","end":"2026-03-01T21:39:41.146271Z","steps":["trace[967543017] 'range keys from in-memory index tree' (duration: 598.133494ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:41.146285Z","caller":"traceutil/trace.go:171","msg":"trace[494471733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14043; }","duration":"782.766358ms","start":"2026-03-01T21:39:40.363492Z","end":"2026-03-01T21:39:41.146258Z","steps":["trace[494471733] 'range keys from in-memory index tree' (duration: 782.278957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.146271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.637176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T21:39:41.146351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:40.363471Z","time spent":"782.867301ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:39:41.146387Z","caller":"traceutil/trace.go:171","msg":"trace[793190656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14043; }","duration":"747.81425ms","start":"2026-03-01T21:39:40.398549Z","end":"2026-03-01T21:39:41.146363Z","steps":["trace[793190656] 'range keys from in-memory index tree' (duration: 747.406991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.146448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:40.398514Z","time spent":"747.922783ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:39:41.146423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.31196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:39:41.146527Z","caller":"traceutil/trace.go:171","msg":"trace[1697156305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14043; }","duration":"747.440862ms","start":"2026-03-01T21:39:40.399063Z","end":"2026-03-01T21:39:41.146504Z","steps":["trace[1697156305] 'range keys from in-memory index tree' (duration: 747.099605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.14656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.323227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-01T21:39:41.146586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:40.39904Z","time spent":"747.531165ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:39:41.146599Z","caller":"traceutil/trace.go:171","msg":"trace[958145667] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14043; }","duration":"383.386508ms","start":"2026-03-01T21:39:40.763201Z","end":"2026-03-01T21:39:41.146588Z","steps":["trace[958145667] 'range keys from in-memory index tree' (duration: 383.221324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.146323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:40.547868Z","time spent":"598.445641ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"warn","ts":"2026-03-01T21:39:41.146642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.069563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:39:41.146686Z","caller":"traceutil/trace.go:171","msg":"trace[1162533578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14043; }","duration":"767.132025ms","start":"2026-03-01T21:39:40.379536Z","end":"2026-03-01T21:39:41.146668Z","steps":["trace[1162533578] 'range keys from in-memory index tree' (duration: 766.959861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.146726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:40.379518Z","time spent":"767.200256ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:39:41.146726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.853178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:39:41.146647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:40.763186Z","time spent":"383.45295ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T21:39:41.146822Z","caller":"traceutil/trace.go:171","msg":"trace[1790092904] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:14043; }","duration":"251.053123ms","start":"2026-03-01T21:39:40.895746Z","end":"2026-03-01T21:39:41.146799Z","steps":["trace[1790092904] 'count revisions from in-memory index tree' (duration: 250.751467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.146075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:40.715699Z","time spent":"430.36893ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T21:39:41.578347Z","caller":"traceutil/trace.go:171","msg":"trace[1189238313] transaction","detail":"{read_only:false; response_revision:14044; number_of_response:1; }","duration":"425.951013ms","start":"2026-03-01T21:39:41.152353Z","end":"2026-03-01T21:39:41.578304Z","steps":["trace[1189238313] 'process raft request' (duration: 424.414359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.578953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:41.152319Z","time spent":"426.485745ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:39:41.590127Z","caller":"traceutil/trace.go:171","msg":"trace[701873627] transaction","detail":"{read_only:false; response_revision:14045; number_of_response:1; }","duration":"437.023276ms","start":"2026-03-01T21:39:41.153085Z","end":"2026-03-01T21:39:41.590108Z","steps":["trace[701873627] 'process raft request' (duration: 436.842062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.59022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:41.153067Z","time spent":"437.112499ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:39:41.590364Z","caller":"traceutil/trace.go:171","msg":"trace[151294415] transaction","detail":"{read_only:false; response_revision:14046; number_of_response:1; }","duration":"437.075297ms","start":"2026-03-01T21:39:41.153275Z","end":"2026-03-01T21:39:41.59035Z","steps":["trace[151294415] 'process raft request' (duration: 436.776131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.590445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:41.153257Z","time spent":"437.148159ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:39:41.590749Z","caller":"traceutil/trace.go:171","msg":"trace[1026812095] transaction","detail":"{read_only:false; response_revision:14047; number_of_response:1; }","duration":"437.296093ms","start":"2026-03-01T21:39:41.153438Z","end":"2026-03-01T21:39:41.590734Z","steps":["trace[1026812095] 'process raft request' (duration: 436.871513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.590812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:41.153425Z","time spent":"437.358194ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:39:41.59116Z","caller":"traceutil/trace.go:171","msg":"trace[399173899] transaction","detail":"{read_only:false; response_revision:14048; number_of_response:1; }","duration":"437.67215ms","start":"2026-03-01T21:39:41.153475Z","end":"2026-03-01T21:39:41.591148Z","steps":["trace[399173899] 'process raft request' (duration: 437.19417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.591216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:41.153467Z","time spent":"437.721891ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:39:41.591313Z","caller":"traceutil/trace.go:171","msg":"trace[2078592998] linearizableReadLoop","detail":"{readStateIndex:14758; appliedIndex:14756; }","duration":"438.010178ms","start":"2026-03-01T21:39:41.153256Z","end":"2026-03-01T21:39:41.591266Z","steps":["trace[2078592998] 'read index received' (duration: 423.474289ms)","trace[2078592998] 'applied index is now lower than readState.Index' (duration: 14.534909ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:41.591562Z","caller":"traceutil/trace.go:171","msg":"trace[1996854500] transaction","detail":"{read_only:false; response_revision:14049; number_of_response:1; }","duration":"437.993218ms","start":"2026-03-01T21:39:41.153558Z","end":"2026-03-01T21:39:41.591551Z","steps":["trace[1996854500] 'process raft request' (duration: 437.226811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.591617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:41.153544Z","time spent":"438.047389ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:39:41.591641Z","caller":"traceutil/trace.go:171","msg":"trace[1552952913] transaction","detail":"{read_only:false; response_revision:14051; number_of_response:1; }","duration":"435.539894ms","start":"2026-03-01T21:39:41.156056Z","end":"2026-03-01T21:39:41.591596Z","steps":["trace[1552952913] 'process raft request' (duration: 435.167825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.59186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:41.156047Z","time spent":"435.676947ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:39:41.592466Z","caller":"traceutil/trace.go:171","msg":"trace[1823233100] transaction","detail":"{read_only:false; response_revision:14050; number_of_response:1; }","duration":"436.892934ms","start":"2026-03-01T21:39:41.155556Z","end":"2026-03-01T21:39:41.592449Z","steps":["trace[1823233100] 'process raft request' (duration: 435.601095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.592563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:41.155543Z","time spent":"436.971015ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:39:41.593034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.478079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6dd9c96fb9-hm94t.1898d4bf4c89a6e2\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-01T21:39:41.593089Z","caller":"traceutil/trace.go:171","msg":"trace[692571239] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6dd9c96fb9-hm94t.1898d4bf4c89a6e2; range_end:; response_count:1; response_revision:14051; }","duration":"132.586711ms","start":"2026-03-01T21:39:41.460488Z","end":"2026-03-01T21:39:41.593075Z","steps":["trace[692571239] 'agreement among raft nodes before linearized reading' (duration: 132.462428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.593221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.92843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:61 size:555088"} {"level":"info","ts":"2026-03-01T21:39:41.593433Z","caller":"traceutil/trace.go:171","msg":"trace[1777955669] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:61; response_revision:14051; }","duration":"440.169565ms","start":"2026-03-01T21:39:41.153218Z","end":"2026-03-01T21:39:41.593388Z","steps":["trace[1777955669] 'agreement among raft nodes before linearized reading' (duration: 438.742404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:41.593582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:41.153204Z","time spent":"440.35562ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":61,"response size":555111,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T21:39:43.775331Z","caller":"traceutil/trace.go:171","msg":"trace[205055012] transaction","detail":"{read_only:false; response_revision:14058; number_of_response:1; }","duration":"147.693174ms","start":"2026-03-01T21:39:43.627605Z","end":"2026-03-01T21:39:43.775298Z","steps":["trace[205055012] 'process raft request' (duration: 50.470409ms)","trace[205055012] 'compare' (duration: 97.101232ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:43.870231Z","caller":"traceutil/trace.go:171","msg":"trace[856286846] transaction","detail":"{read_only:false; response_revision:14059; number_of_response:1; }","duration":"242.099996ms","start":"2026-03-01T21:39:43.628098Z","end":"2026-03-01T21:39:43.870198Z","steps":["trace[856286846] 'process raft request' (duration: 241.83424ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:43.870538Z","caller":"traceutil/trace.go:171","msg":"trace[175563466] transaction","detail":"{read_only:false; response_revision:14060; number_of_response:1; }","duration":"242.31297ms","start":"2026-03-01T21:39:43.628177Z","end":"2026-03-01T21:39:43.87049Z","steps":["trace[175563466] 'process raft request' (duration: 241.964773ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:43.870638Z","caller":"traceutil/trace.go:171","msg":"trace[2001362379] transaction","detail":"{read_only:false; response_revision:14061; number_of_response:1; }","duration":"242.113876ms","start":"2026-03-01T21:39:43.628498Z","end":"2026-03-01T21:39:43.870612Z","steps":["trace[2001362379] 'process raft request' (duration: 241.922982ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:43.870793Z","caller":"traceutil/trace.go:171","msg":"trace[606600490] transaction","detail":"{read_only:false; response_revision:14064; number_of_response:1; }","duration":"232.473764ms","start":"2026-03-01T21:39:43.638301Z","end":"2026-03-01T21:39:43.870775Z","steps":["trace[606600490] 'process raft request' (duration: 232.393973ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:43.870792Z","caller":"traceutil/trace.go:171","msg":"trace[1972776175] transaction","detail":"{read_only:false; response_revision:14062; number_of_response:1; }","duration":"241.927942ms","start":"2026-03-01T21:39:43.628799Z","end":"2026-03-01T21:39:43.870727Z","steps":["trace[1972776175] 'process raft request' (duration: 241.735248ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:43.8708Z","caller":"traceutil/trace.go:171","msg":"trace[167131089] transaction","detail":"{read_only:false; response_revision:14063; number_of_response:1; }","duration":"240.095192ms","start":"2026-03-01T21:39:43.630638Z","end":"2026-03-01T21:39:43.870733Z","steps":["trace[167131089] 'process raft request' (duration: 239.943609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:44.12793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.837202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"warn","ts":"2026-03-01T21:39:44.128019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.74795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-01T21:39:44.128065Z","caller":"traceutil/trace.go:171","msg":"trace[1824515922] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14064; }","duration":"253.032136ms","start":"2026-03-01T21:39:43.874991Z","end":"2026-03-01T21:39:44.128023Z","steps":["trace[1824515922] 'range keys from in-memory index tree' (duration: 252.568486ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:44.128117Z","caller":"traceutil/trace.go:171","msg":"trace[153767435] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:14064; }","duration":"124.928934ms","start":"2026-03-01T21:39:44.00316Z","end":"2026-03-01T21:39:44.128089Z","steps":["trace[153767435] 'range keys from in-memory index tree' (duration: 124.506894ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:44.128318Z","caller":"traceutil/trace.go:171","msg":"trace[68068732] transaction","detail":"{read_only:false; response_revision:14065; number_of_response:1; }","duration":"120.092547ms","start":"2026-03-01T21:39:44.008193Z","end":"2026-03-01T21:39:44.128286Z","steps":["trace[68068732] 'process raft request' (duration: 117.49462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:44.128308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.920343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-01T21:39:44.128438Z","caller":"traceutil/trace.go:171","msg":"trace[1757696670] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14064; }","duration":"253.085467ms","start":"2026-03-01T21:39:43.875319Z","end":"2026-03-01T21:39:44.128404Z","steps":["trace[1757696670] 'range keys from in-memory index tree' (duration: 252.720929ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:44.385644Z","caller":"traceutil/trace.go:171","msg":"trace[1201438308] transaction","detail":"{read_only:false; response_revision:14067; number_of_response:1; }","duration":"251.584844ms","start":"2026-03-01T21:39:44.134019Z","end":"2026-03-01T21:39:44.385604Z","steps":["trace[1201438308] 'process raft request' (duration: 251.498753ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:44.385692Z","caller":"traceutil/trace.go:171","msg":"trace[1531262194] transaction","detail":"{read_only:false; response_revision:14066; number_of_response:1; }","duration":"251.713657ms","start":"2026-03-01T21:39:44.13393Z","end":"2026-03-01T21:39:44.385643Z","steps":["trace[1531262194] 'process raft request' (duration: 251.310669ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:44.490487Z","caller":"traceutil/trace.go:171","msg":"trace[1881748827] linearizableReadLoop","detail":"{readStateIndex:14783; appliedIndex:14780; }","duration":"241.455281ms","start":"2026-03-01T21:39:44.249003Z","end":"2026-03-01T21:39:44.490458Z","steps":["trace[1881748827] 'read index received' (duration: 136.1754ms)","trace[1881748827] 'applied index is now lower than readState.Index' (duration: 105.278971ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:44.490631Z","caller":"traceutil/trace.go:171","msg":"trace[1305565732] transaction","detail":"{read_only:false; response_revision:14068; number_of_response:1; }","duration":"275.172302ms","start":"2026-03-01T21:39:44.215386Z","end":"2026-03-01T21:39:44.490558Z","steps":["trace[1305565732] 'process raft request' (duration: 198.853517ms)","trace[1305565732] 'compare' (duration: 76.0788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:39:44.490713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.677937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:39:44.490754Z","caller":"traceutil/trace.go:171","msg":"trace[1826261885] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:14068; }","duration":"241.802359ms","start":"2026-03-01T21:39:44.248938Z","end":"2026-03-01T21:39:44.49074Z","steps":["trace[1826261885] 'agreement among raft nodes before linearized reading' (duration: 241.630036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:46.097222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.237829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:39:46.097363Z","caller":"traceutil/trace.go:171","msg":"trace[536468711] transaction","detail":"{read_only:false; response_revision:14071; number_of_response:1; }","duration":"198.834296ms","start":"2026-03-01T21:39:45.898503Z","end":"2026-03-01T21:39:46.097337Z","steps":["trace[536468711] 'process raft request' (duration: 48.376882ms)","trace[536468711] 'compare' (duration: 149.961253ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:46.13041Z","caller":"traceutil/trace.go:171","msg":"trace[286479777] transaction","detail":"{read_only:false; response_revision:14073; number_of_response:1; }","duration":"231.553195ms","start":"2026-03-01T21:39:45.898826Z","end":"2026-03-01T21:39:46.130379Z","steps":["trace[286479777] 'process raft request' (duration: 231.401352ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:46.130469Z","caller":"traceutil/trace.go:171","msg":"trace[1198692175] transaction","detail":"{read_only:false; response_revision:14072; number_of_response:1; }","duration":"231.857701ms","start":"2026-03-01T21:39:45.898579Z","end":"2026-03-01T21:39:46.130437Z","steps":["trace[1198692175] 'process raft request' (duration: 231.450342ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:46.130544Z","caller":"traceutil/trace.go:171","msg":"trace[1024220783] transaction","detail":"{read_only:false; response_revision:14074; number_of_response:1; }","duration":"231.650467ms","start":"2026-03-01T21:39:45.898868Z","end":"2026-03-01T21:39:46.130518Z","steps":["trace[1024220783] 'process raft request' (duration: 231.411382ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:48.298305Z","caller":"traceutil/trace.go:171","msg":"trace[1268017803] linearizableReadLoop","detail":"{readStateIndex:14799; appliedIndex:14798; }","duration":"163.436079ms","start":"2026-03-01T21:39:48.134842Z","end":"2026-03-01T21:39:48.298278Z","steps":["trace[1268017803] 'read index received' (duration: 163.285866ms)","trace[1268017803] 'applied index is now lower than readState.Index' (duration: 149.243µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:48.298383Z","caller":"traceutil/trace.go:171","msg":"trace[2035675680] transaction","detail":"{read_only:false; response_revision:14083; number_of_response:1; }","duration":"192.330434ms","start":"2026-03-01T21:39:48.106022Z","end":"2026-03-01T21:39:48.298352Z","steps":["trace[2035675680] 'process raft request' (duration: 192.088029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:48.298561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.64653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-01T21:39:48.298616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.705455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:39:48.298725Z","caller":"traceutil/trace.go:171","msg":"trace[2066028472] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14083; }","duration":"161.833524ms","start":"2026-03-01T21:39:48.136831Z","end":"2026-03-01T21:39:48.298665Z","steps":["trace[2066028472] 'agreement among raft nodes before linearized reading' (duration: 161.599459ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:48.298718Z","caller":"traceutil/trace.go:171","msg":"trace[166704319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14083; }","duration":"163.903559ms","start":"2026-03-01T21:39:48.134789Z","end":"2026-03-01T21:39:48.298692Z","steps":["trace[166704319] 'agreement among raft nodes before linearized reading' (duration: 163.592202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:48.298725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.454505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:39:48.298802Z","caller":"traceutil/trace.go:171","msg":"trace[354919940] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14083; }","duration":"161.592958ms","start":"2026-03-01T21:39:48.137186Z","end":"2026-03-01T21:39:48.298779Z","steps":["trace[354919940] 'agreement among raft nodes before linearized reading' (duration: 161.347873ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:48.442445Z","caller":"traceutil/trace.go:171","msg":"trace[224677991] transaction","detail":"{read_only:false; response_revision:14085; number_of_response:1; }","duration":"137.889938ms","start":"2026-03-01T21:39:48.304533Z","end":"2026-03-01T21:39:48.442423Z","steps":["trace[224677991] 'process raft request' (duration: 137.52166ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:48.442913Z","caller":"traceutil/trace.go:171","msg":"trace[1815158757] transaction","detail":"{read_only:false; response_revision:14086; number_of_response:1; }","duration":"138.307127ms","start":"2026-03-01T21:39:48.304597Z","end":"2026-03-01T21:39:48.442904Z","steps":["trace[1815158757] 'process raft request' (duration: 137.570381ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:49.593868Z","caller":"traceutil/trace.go:171","msg":"trace[822240430] linearizableReadLoop","detail":"{readStateIndex:14828; appliedIndex:14827; }","duration":"208.875796ms","start":"2026-03-01T21:39:49.384955Z","end":"2026-03-01T21:39:49.593831Z","steps":["trace[822240430] 'read index received' (duration: 208.626821ms)","trace[822240430] 'applied index is now lower than readState.Index' (duration: 248.045µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:49.594056Z","caller":"traceutil/trace.go:171","msg":"trace[260998274] transaction","detail":"{read_only:false; response_revision:14109; number_of_response:1; }","duration":"248.864405ms","start":"2026-03-01T21:39:49.345066Z","end":"2026-03-01T21:39:49.59393Z","steps":["trace[260998274] 'process raft request' (duration: 248.586209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:49.59432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.329095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:39:49.59443Z","caller":"traceutil/trace.go:171","msg":"trace[1555927847] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:14109; }","duration":"209.505129ms","start":"2026-03-01T21:39:49.384901Z","end":"2026-03-01T21:39:49.594406Z","steps":["trace[1555927847] 'agreement among raft nodes before linearized reading' (duration: 209.269804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:52.253841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642278391,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T21:39:52.309381Z","caller":"traceutil/trace.go:171","msg":"trace[1041637727] linearizableReadLoop","detail":"{readStateIndex:14842; appliedIndex:14841; }","duration":"555.60603ms","start":"2026-03-01T21:39:51.753742Z","end":"2026-03-01T21:39:52.309348Z","steps":["trace[1041637727] 'read index received' (duration: 555.345674ms)","trace[1041637727] 'applied index is now lower than readState.Index' (duration: 258.706µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:52.309574Z","caller":"traceutil/trace.go:171","msg":"trace[1187348636] transaction","detail":"{read_only:false; response_revision:14123; number_of_response:1; }","duration":"675.593796ms","start":"2026-03-01T21:39:51.633896Z","end":"2026-03-01T21:39:52.30949Z","steps":["trace[1187348636] 'process raft request' (duration: 675.233377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:52.309707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.943779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T21:39:52.309794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.036382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:39:52.309799Z","caller":"traceutil/trace.go:171","msg":"trace[1212746690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14123; }","duration":"556.087841ms","start":"2026-03-01T21:39:51.753689Z","end":"2026-03-01T21:39:52.309777Z","steps":["trace[1212746690] 'agreement among raft nodes before linearized reading' (duration: 555.822235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:52.309859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:51.633875Z","time spent":"675.800411ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:39:52.309927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:51.753663Z","time spent":"556.251155ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:39:52.309935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.86237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T21:39:52.310019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.806656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:39:52.310064Z","caller":"traceutil/trace.go:171","msg":"trace[337022444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14123; }","duration":"379.037854ms","start":"2026-03-01T21:39:51.931006Z","end":"2026-03-01T21:39:52.310043Z","steps":["trace[337022444] 'agreement among raft nodes before linearized reading' (duration: 378.769288ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:52.310117Z","caller":"traceutil/trace.go:171","msg":"trace[2041009169] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14123; }","duration":"229.9774ms","start":"2026-03-01T21:39:52.080123Z","end":"2026-03-01T21:39:52.310101Z","steps":["trace[2041009169] 'agreement among raft nodes before linearized reading' (duration: 229.569431ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:52.309866Z","caller":"traceutil/trace.go:171","msg":"trace[1585380944] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:14123; }","duration":"526.114823ms","start":"2026-03-01T21:39:51.783711Z","end":"2026-03-01T21:39:52.309826Z","steps":["trace[1585380944] 'agreement among raft nodes before linearized reading' (duration: 525.838217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:52.31019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:51.7837Z","time spent":"526.480701ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"warn","ts":"2026-03-01T21:39:52.310121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:51.93098Z","time spent":"379.131306ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:39:52.310165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.962925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:39:52.3105Z","caller":"traceutil/trace.go:171","msg":"trace[124067223] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:14123; }","duration":"151.567388ms","start":"2026-03-01T21:39:52.158913Z","end":"2026-03-01T21:39:52.310481Z","steps":["trace[124067223] 'agreement among raft nodes before linearized reading' (duration: 150.670609ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:52.763079Z","caller":"traceutil/trace.go:171","msg":"trace[323033489] transaction","detail":"{read_only:false; response_revision:14124; number_of_response:1; }","duration":"447.010945ms","start":"2026-03-01T21:39:52.316023Z","end":"2026-03-01T21:39:52.763034Z","steps":["trace[323033489] 'process raft request' (duration: 399.036242ms)","trace[323033489] 'compare' (duration: 47.257927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:39:52.763267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:52.316007Z","time spent":"447.160839ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:39:52.763307Z","caller":"traceutil/trace.go:171","msg":"trace[711776087] linearizableReadLoop","detail":"{readStateIndex:14843; appliedIndex:14842; }","duration":"446.727569ms","start":"2026-03-01T21:39:52.316307Z","end":"2026-03-01T21:39:52.763035Z","steps":["trace[711776087] 'read index received' (duration: 398.746565ms)","trace[711776087] 'applied index is now lower than readState.Index' (duration: 47.980004ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:52.763447Z","caller":"traceutil/trace.go:171","msg":"trace[1712744065] transaction","detail":"{read_only:false; response_revision:14125; number_of_response:1; }","duration":"446.987435ms","start":"2026-03-01T21:39:52.316441Z","end":"2026-03-01T21:39:52.763429Z","steps":["trace[1712744065] 'process raft request' (duration: 446.513814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:52.763493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:52.316404Z","time spent":"447.068837ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:39:52.763644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.608173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:39:52.763693Z","caller":"traceutil/trace.go:171","msg":"trace[1288989729] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14126; }","duration":"357.707874ms","start":"2026-03-01T21:39:52.405956Z","end":"2026-03-01T21:39:52.763664Z","steps":["trace[1288989729] 'agreement among raft nodes before linearized reading' (duration: 357.616882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:52.763728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:52.405929Z","time spent":"357.791046ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-01T21:39:52.7637Z","caller":"traceutil/trace.go:171","msg":"trace[230465717] transaction","detail":"{read_only:false; response_revision:14126; number_of_response:1; }","duration":"446.781031ms","start":"2026-03-01T21:39:52.316834Z","end":"2026-03-01T21:39:52.763615Z","steps":["trace[230465717] 'process raft request' (duration: 446.551766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:52.763755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.986241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T21:39:52.763757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.417794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:39:52.763813Z","caller":"traceutil/trace.go:171","msg":"trace[1842326948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14126; }","duration":"302.103903ms","start":"2026-03-01T21:39:52.461693Z","end":"2026-03-01T21:39:52.763797Z","steps":["trace[1842326948] 'agreement among raft nodes before linearized reading' (duration: 301.95078ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:52.763829Z","caller":"traceutil/trace.go:171","msg":"trace[1176478413] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14125; }","duration":"447.572458ms","start":"2026-03-01T21:39:52.31624Z","end":"2026-03-01T21:39:52.763813Z","steps":["trace[1176478413] 'agreement among raft nodes before linearized reading' (duration: 446.798961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:52.763855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:52.461665Z","time spent":"302.176525ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:39:52.763868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:52.316204Z","time spent":"447.655459ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:39:52.763872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:52.316806Z","time spent":"446.984895ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:39:52.763903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.941831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-01T21:39:52.764005Z","caller":"traceutil/trace.go:171","msg":"trace[553314148] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14126; }","duration":"272.110685ms","start":"2026-03-01T21:39:52.491869Z","end":"2026-03-01T21:39:52.76398Z","steps":["trace[553314148] 'agreement among raft nodes before linearized reading' (duration: 271.771428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:52.764033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.746768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:39:52.764202Z","caller":"traceutil/trace.go:171","msg":"trace[493181781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14126; }","duration":"302.970492ms","start":"2026-03-01T21:39:52.46119Z","end":"2026-03-01T21:39:52.764161Z","steps":["trace[493181781] 'agreement among raft nodes before linearized reading' (duration: 302.500542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:52.764004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.498863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-01T21:39:52.764273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:52.461167Z","time spent":"303.094775ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T21:39:52.764532Z","caller":"traceutil/trace.go:171","msg":"trace[1512602370] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14126; }","duration":"282.861941ms","start":"2026-03-01T21:39:52.481438Z","end":"2026-03-01T21:39:52.7643Z","steps":["trace[1512602370] 'agreement among raft nodes before linearized reading' (duration: 282.141495ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:53.042288Z","caller":"traceutil/trace.go:171","msg":"trace[1693936141] linearizableReadLoop","detail":"{readStateIndex:14853; appliedIndex:14851; }","duration":"157.023518ms","start":"2026-03-01T21:39:52.885241Z","end":"2026-03-01T21:39:53.042264Z","steps":["trace[1693936141] 'read index received' (duration: 156.66008ms)","trace[1693936141] 'applied index is now lower than readState.Index' (duration: 362.558µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:53.04242Z","caller":"traceutil/trace.go:171","msg":"trace[1004076554] transaction","detail":"{read_only:false; response_revision:14134; number_of_response:1; }","duration":"226.186358ms","start":"2026-03-01T21:39:52.816213Z","end":"2026-03-01T21:39:53.042399Z","steps":["trace[1004076554] 'process raft request' (duration: 225.963383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:53.042473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.208452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:39:53.042535Z","caller":"traceutil/trace.go:171","msg":"trace[529902783] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:14134; }","duration":"157.335714ms","start":"2026-03-01T21:39:52.885184Z","end":"2026-03-01T21:39:53.04252Z","steps":["trace[529902783] 'agreement among raft nodes before linearized reading' (duration: 157.218162ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:53.042544Z","caller":"traceutil/trace.go:171","msg":"trace[406563866] transaction","detail":"{read_only:false; response_revision:14133; number_of_response:1; }","duration":"237.478295ms","start":"2026-03-01T21:39:52.805034Z","end":"2026-03-01T21:39:53.042513Z","steps":["trace[406563866] 'process raft request' (duration: 236.969564ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:53.64965Z","caller":"traceutil/trace.go:171","msg":"trace[1650969341] transaction","detail":"{read_only:false; response_revision:14135; number_of_response:1; }","duration":"499.109039ms","start":"2026-03-01T21:39:53.150501Z","end":"2026-03-01T21:39:53.64961Z","steps":["trace[1650969341] 'process raft request' (duration: 498.862724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:53.649845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:53.15046Z","time spent":"499.292973ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:39:55.046114Z","caller":"traceutil/trace.go:171","msg":"trace[1533872532] transaction","detail":"{read_only:false; response_revision:14137; number_of_response:1; }","duration":"273.824313ms","start":"2026-03-01T21:39:54.772249Z","end":"2026-03-01T21:39:55.046073Z","steps":["trace[1533872532] 'process raft request' (duration: 273.515086ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:55.239839Z","caller":"traceutil/trace.go:171","msg":"trace[1377952771] linearizableReadLoop","detail":"{readStateIndex:14860; appliedIndex:14857; }","duration":"444.978922ms","start":"2026-03-01T21:39:54.794842Z","end":"2026-03-01T21:39:55.239821Z","steps":["trace[1377952771] 'read index received' (duration: 250.887369ms)","trace[1377952771] 'applied index is now lower than readState.Index' (duration: 194.090353ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:55.239904Z","caller":"traceutil/trace.go:171","msg":"trace[121566988] transaction","detail":"{read_only:false; response_revision:14138; number_of_response:1; }","duration":"467.496046ms","start":"2026-03-01T21:39:54.772363Z","end":"2026-03-01T21:39:55.23986Z","steps":["trace[121566988] 'process raft request' (duration: 428.629802ms)","trace[121566988] 'compare' (duration: 38.68005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:39:55.240039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.178276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:39:55.240069Z","caller":"traceutil/trace.go:171","msg":"trace[259088393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14139; }","duration":"445.247867ms","start":"2026-03-01T21:39:54.794815Z","end":"2026-03-01T21:39:55.240063Z","steps":["trace[259088393] 'agreement among raft nodes before linearized reading' (duration: 445.120364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:55.240092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:54.794802Z","time spent":"445.285628ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:39:55.240098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.46781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:39:55.240128Z","caller":"traceutil/trace.go:171","msg":"trace[1429964365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14139; }","duration":"439.547152ms","start":"2026-03-01T21:39:54.800573Z","end":"2026-03-01T21:39:55.24012Z","steps":["trace[1429964365] 'agreement among raft nodes before linearized reading' (duration: 439.409469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:55.240154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:54.800559Z","time spent":"439.585823ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:39:55.240264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.555938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-01T21:39:55.240223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.99178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-01T21:39:55.240289Z","caller":"traceutil/trace.go:171","msg":"trace[735854691] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14139; }","duration":"383.079942ms","start":"2026-03-01T21:39:54.857201Z","end":"2026-03-01T21:39:55.240281Z","steps":["trace[735854691] 'agreement among raft nodes before linearized reading' (duration: 382.98146ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:55.240284Z","caller":"traceutil/trace.go:171","msg":"trace[443128004] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14139; }","duration":"437.609609ms","start":"2026-03-01T21:39:54.802668Z","end":"2026-03-01T21:39:55.240277Z","steps":["trace[443128004] 'agreement among raft nodes before linearized reading' (duration: 437.558048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:55.240308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:54.857188Z","time spent":"383.114453ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T21:39:55.239921Z","caller":"traceutil/trace.go:171","msg":"trace[2130972611] transaction","detail":"{read_only:false; response_revision:14139; number_of_response:1; }","duration":"465.85324ms","start":"2026-03-01T21:39:54.774039Z","end":"2026-03-01T21:39:55.239892Z","steps":["trace[2130972611] 'process raft request' (duration: 465.749298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:55.240366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.082168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:39:55.240123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:54.772319Z","time spent":"467.667739ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:39:55.240489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:54.774021Z","time spent":"466.390612ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:39:55.240314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:54.802645Z","time spent":"437.66175ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T21:39:55.24039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.384047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:39:55.240515Z","caller":"traceutil/trace.go:171","msg":"trace[911765601] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:14139; }","duration":"177.305563ms","start":"2026-03-01T21:39:55.063181Z","end":"2026-03-01T21:39:55.240487Z","steps":["trace[911765601] 'agreement among raft nodes before linearized reading' (duration: 177.008007ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:39:55.24068Z","caller":"traceutil/trace.go:171","msg":"trace[1280337879] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14139; }","duration":"193.612231ms","start":"2026-03-01T21:39:55.046933Z","end":"2026-03-01T21:39:55.240545Z","steps":["trace[1280337879] 'agreement among raft nodes before linearized reading' (duration: 193.178842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:55.726132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.981069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:39:55.726279Z","caller":"traceutil/trace.go:171","msg":"trace[394656517] transaction","detail":"{read_only:false; response_revision:14145; number_of_response:1; }","duration":"391.866154ms","start":"2026-03-01T21:39:55.334389Z","end":"2026-03-01T21:39:55.726255Z","steps":["trace[394656517] 'process raft request' (duration: 100.605219ms)","trace[394656517] 'compare' (duration: 290.810626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:39:55.726611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:55.33437Z","time spent":"391.942567ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:39:55.981577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.575641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:39:55.981843Z","caller":"traceutil/trace.go:171","msg":"trace[758012972] transaction","detail":"{read_only:false; response_revision:14146; number_of_response:1; }","duration":"645.123775ms","start":"2026-03-01T21:39:55.336675Z","end":"2026-03-01T21:39:55.981799Z","steps":["trace[758012972] 'process raft request' (duration: 527.241027ms)","trace[758012972] 'compare' (duration: 117.396398ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:55.981901Z","caller":"traceutil/trace.go:171","msg":"trace[2101324352] linearizableReadLoop","detail":"{readStateIndex:14868; appliedIndex:14865; }","duration":"575.627429ms","start":"2026-03-01T21:39:55.406255Z","end":"2026-03-01T21:39:55.981882Z","steps":["trace[2101324352] 'read index received' (duration: 28.863093ms)","trace[2101324352] 'applied index is now lower than readState.Index' (duration: 546.762456ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:39:55.981922Z","caller":"traceutil/trace.go:171","msg":"trace[1149147138] transaction","detail":"{read_only:false; response_revision:14147; number_of_response:1; }","duration":"643.322586ms","start":"2026-03-01T21:39:55.338544Z","end":"2026-03-01T21:39:55.981867Z","steps":["trace[1149147138] 'process raft request' (duration: 643.142662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:55.982057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:55.338529Z","time spent":"643.467899ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:39:55.98206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:55.336651Z","time spent":"645.273569ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:39:55.982084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.820714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:39:55.982116Z","caller":"traceutil/trace.go:171","msg":"trace[1801095038] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:14147; }","duration":"575.917707ms","start":"2026-03-01T21:39:55.406189Z","end":"2026-03-01T21:39:55.982107Z","steps":["trace[1801095038] 'agreement among raft nodes before linearized reading' (duration: 575.828805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:55.982166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:55.406168Z","time spent":"575.986628ms","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:39:55.982263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.503916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:39:55.982426Z","caller":"traceutil/trace.go:171","msg":"trace[1268966998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14147; }","duration":"442.740802ms","start":"2026-03-01T21:39:55.539658Z","end":"2026-03-01T21:39:55.982398Z","steps":["trace[1268966998] 'agreement among raft nodes before linearized reading' (duration: 442.419805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:39:55.982553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:55.539624Z","time spent":"442.911405ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:40:00.374379Z","caller":"traceutil/trace.go:171","msg":"trace[1688020429] linearizableReadLoop","detail":"{readStateIndex:14891; appliedIndex:14890; }","duration":"425.765899ms","start":"2026-03-01T21:39:59.948575Z","end":"2026-03-01T21:40:00.374341Z","steps":["trace[1688020429] 'read index received' (duration: 425.507744ms)","trace[1688020429] 'applied index is now lower than readState.Index' (duration: 256.395µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:40:00.374444Z","caller":"traceutil/trace.go:171","msg":"trace[169850813] transaction","detail":"{read_only:false; response_revision:14168; number_of_response:1; }","duration":"557.694326ms","start":"2026-03-01T21:39:59.816697Z","end":"2026-03-01T21:40:00.374391Z","steps":["trace[169850813] 'process raft request' (duration: 557.346749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:00.374659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.024976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:40:00.37472Z","caller":"traceutil/trace.go:171","msg":"trace[848896277] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:14168; }","duration":"426.166429ms","start":"2026-03-01T21:39:59.948537Z","end":"2026-03-01T21:40:00.374704Z","steps":["trace[848896277] 'agreement among raft nodes before linearized reading' (duration: 426.011906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:00.374779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:59.94852Z","time spent":"426.2447ms","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:40:00.374787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.09515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:40:00.374819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.039688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:40:00.37486Z","caller":"traceutil/trace.go:171","msg":"trace[1473646431] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:14168; }","duration":"315.237083ms","start":"2026-03-01T21:40:00.059599Z","end":"2026-03-01T21:40:00.374836Z","steps":["trace[1473646431] 'agreement among raft nodes before linearized reading' (duration: 315.09417ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:00.374897Z","caller":"traceutil/trace.go:171","msg":"trace[1424046719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14168; }","duration":"335.15675ms","start":"2026-03-01T21:40:00.039721Z","end":"2026-03-01T21:40:00.374878Z","steps":["trace[1424046719] 'agreement among raft nodes before linearized reading' (duration: 334.984376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:00.374944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:00.03971Z","time spent":"335.226691ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:40:00.374926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:00.059568Z","time spent":"315.340224ms","remote":"127.0.0.1:54454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:40:00.375134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.471931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-01T21:40:00.37522Z","caller":"traceutil/trace.go:171","msg":"trace[106947509] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14168; }","duration":"363.572814ms","start":"2026-03-01T21:40:00.011625Z","end":"2026-03-01T21:40:00.375197Z","steps":["trace[106947509] 'agreement among raft nodes before linearized reading' (duration: 363.127254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:00.375261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:00.011595Z","time spent":"363.659976ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:40:00.375369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.038274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:40:00.375486Z","caller":"traceutil/trace.go:171","msg":"trace[1316396804] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14168; }","duration":"364.197297ms","start":"2026-03-01T21:40:00.011269Z","end":"2026-03-01T21:40:00.375466Z","steps":["trace[1316396804] 'agreement among raft nodes before linearized reading' (duration: 363.37553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:00.375645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:00.011246Z","time spent":"364.374401ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:40:00.37581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.421033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:140955"} {"level":"info","ts":"2026-03-01T21:40:00.375878Z","caller":"traceutil/trace.go:171","msg":"trace[1204544630] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:14168; }","duration":"171.525836ms","start":"2026-03-01T21:40:00.204335Z","end":"2026-03-01T21:40:00.375861Z","steps":["trace[1204544630] 'agreement among raft nodes before linearized reading' (duration: 170.503384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:00.375526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:39:59.816658Z","time spent":"557.88336ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:40:04.688299Z","caller":"traceutil/trace.go:171","msg":"trace[1369306651] transaction","detail":"{read_only:false; response_revision:14196; number_of_response:1; }","duration":"236.82496ms","start":"2026-03-01T21:40:04.451456Z","end":"2026-03-01T21:40:04.688281Z","steps":["trace[1369306651] 'process raft request' (duration: 236.689297ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:04.837568Z","caller":"traceutil/trace.go:171","msg":"trace[1767180545] linearizableReadLoop","detail":"{readStateIndex:14922; appliedIndex:14920; }","duration":"301.073612ms","start":"2026-03-01T21:40:04.536459Z","end":"2026-03-01T21:40:04.837533Z","steps":["trace[1767180545] 'read index received' (duration: 151.612769ms)","trace[1767180545] 'applied index is now lower than readState.Index' (duration: 149.459613ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:40:04.837607Z","caller":"traceutil/trace.go:171","msg":"trace[1956701128] transaction","detail":"{read_only:false; response_revision:14197; number_of_response:1; }","duration":"385.69465ms","start":"2026-03-01T21:40:04.451879Z","end":"2026-03-01T21:40:04.837574Z","steps":["trace[1956701128] 'process raft request' (duration: 341.0496ms)","trace[1956701128] 'compare' (duration: 44.475666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:40:04.837798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.499548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:40:04.837869Z","caller":"traceutil/trace.go:171","msg":"trace[591736552] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:14197; }","duration":"162.664522ms","start":"2026-03-01T21:40:04.675186Z","end":"2026-03-01T21:40:04.83785Z","steps":["trace[591736552] 'agreement among raft nodes before linearized reading' (duration: 162.543439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:04.837869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.515848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-01T21:40:04.837871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.236658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-01T21:40:04.837916Z","caller":"traceutil/trace.go:171","msg":"trace[1827231159] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:14197; }","duration":"253.600639ms","start":"2026-03-01T21:40:04.584301Z","end":"2026-03-01T21:40:04.837902Z","steps":["trace[1827231159] 'agreement among raft nodes before linearized reading' (duration: 253.403845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:04.837845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:04.451851Z","time spent":"385.919384ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:40:04.83796Z","caller":"traceutil/trace.go:171","msg":"trace[261922444] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14197; }","duration":"144.376101ms","start":"2026-03-01T21:40:04.693555Z","end":"2026-03-01T21:40:04.837931Z","steps":["trace[261922444] 'agreement among raft nodes before linearized reading' (duration: 144.160186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:04.837937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.45004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-th5k8\" ","response":"range_response_count:1 size:12595"} {"level":"info","ts":"2026-03-01T21:40:04.838068Z","caller":"traceutil/trace.go:171","msg":"trace[1632221147] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-th5k8; range_end:; response_count:1; response_revision:14197; }","duration":"301.649074ms","start":"2026-03-01T21:40:04.536395Z","end":"2026-03-01T21:40:04.838044Z","steps":["trace[1632221147] 'agreement among raft nodes before linearized reading' (duration: 301.295466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:04.838127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:04.536372Z","time spent":"301.745367ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12618,"request content":"key:\"/registry/pods/openstack/openvswitch-th5k8\" "} {"level":"info","ts":"2026-03-01T21:40:05.009924Z","caller":"traceutil/trace.go:171","msg":"trace[520004678] transaction","detail":"{read_only:false; response_revision:14198; number_of_response:1; }","duration":"165.224788ms","start":"2026-03-01T21:40:04.844669Z","end":"2026-03-01T21:40:05.009894Z","steps":["trace[520004678] 'process raft request' (duration: 100.832044ms)","trace[520004678] 'compare' (duration: 64.253391ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:40:05.109354Z","caller":"traceutil/trace.go:171","msg":"trace[1923947033] transaction","detail":"{read_only:false; response_revision:14199; number_of_response:1; }","duration":"261.130234ms","start":"2026-03-01T21:40:04.848167Z","end":"2026-03-01T21:40:05.109298Z","steps":["trace[1923947033] 'process raft request' (duration: 260.758936ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:05.109469Z","caller":"traceutil/trace.go:171","msg":"trace[511153497] transaction","detail":"{read_only:false; response_revision:14200; number_of_response:1; }","duration":"258.384984ms","start":"2026-03-01T21:40:04.851008Z","end":"2026-03-01T21:40:05.109393Z","steps":["trace[511153497] 'process raft request' (duration: 258.108638ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:05.564637Z","caller":"traceutil/trace.go:171","msg":"trace[821700853] linearizableReadLoop","detail":"{readStateIndex:14926; appliedIndex:14925; }","duration":"148.525602ms","start":"2026-03-01T21:40:05.416088Z","end":"2026-03-01T21:40:05.564614Z","steps":["trace[821700853] 'read index received' (duration: 148.279337ms)","trace[821700853] 'applied index is now lower than readState.Index' (duration: 245.035µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:40:05.564716Z","caller":"traceutil/trace.go:171","msg":"trace[1226622404] transaction","detail":"{read_only:false; response_revision:14201; number_of_response:1; }","duration":"366.491547ms","start":"2026-03-01T21:40:05.198184Z","end":"2026-03-01T21:40:05.564675Z","steps":["trace[1226622404] 'process raft request' (duration: 366.284963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:05.564872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:05.198161Z","time spent":"366.624141ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:40:05.564918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.765042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:40:05.564961Z","caller":"traceutil/trace.go:171","msg":"trace[358324144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14201; }","duration":"141.860914ms","start":"2026-03-01T21:40:05.423088Z","end":"2026-03-01T21:40:05.564948Z","steps":["trace[358324144] 'agreement among raft nodes before linearized reading' (duration: 141.720781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:05.564965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.867769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:40:05.565035Z","caller":"traceutil/trace.go:171","msg":"trace[1345257891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14201; }","duration":"148.987682ms","start":"2026-03-01T21:40:05.416031Z","end":"2026-03-01T21:40:05.565018Z","steps":["trace[1345257891] 'agreement among raft nodes before linearized reading' (duration: 148.762977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:05.565128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.798512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:40:05.565168Z","caller":"traceutil/trace.go:171","msg":"trace[445396820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14201; }","duration":"105.844233ms","start":"2026-03-01T21:40:05.459305Z","end":"2026-03-01T21:40:05.56515Z","steps":["trace[445396820] 'agreement among raft nodes before linearized reading' (duration: 105.762642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:05.565174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.599013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-01T21:40:05.565212Z","caller":"traceutil/trace.go:171","msg":"trace[88075493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14201; }","duration":"112.657524ms","start":"2026-03-01T21:40:05.452545Z","end":"2026-03-01T21:40:05.565202Z","steps":["trace[88075493] 'agreement among raft nodes before linearized reading' (duration: 112.573102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:05.56531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.491507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:40:05.565348Z","caller":"traceutil/trace.go:171","msg":"trace[1505884456] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14201; }","duration":"136.570148ms","start":"2026-03-01T21:40:05.428766Z","end":"2026-03-01T21:40:05.565336Z","steps":["trace[1505884456] 'agreement among raft nodes before linearized reading' (duration: 136.469666ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:05.718512Z","caller":"traceutil/trace.go:171","msg":"trace[2007646333] transaction","detail":"{read_only:false; response_revision:14202; number_of_response:1; }","duration":"148.425439ms","start":"2026-03-01T21:40:05.570041Z","end":"2026-03-01T21:40:05.718467Z","steps":["trace[2007646333] 'process raft request' (duration: 85.244303ms)","trace[2007646333] 'compare' (duration: 62.841219ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:40:05.718802Z","caller":"traceutil/trace.go:171","msg":"trace[35628301] transaction","detail":"{read_only:false; response_revision:14203; number_of_response:1; }","duration":"148.380038ms","start":"2026-03-01T21:40:05.570393Z","end":"2026-03-01T21:40:05.718773Z","steps":["trace[35628301] 'process raft request' (duration: 148.00476ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:05.718901Z","caller":"traceutil/trace.go:171","msg":"trace[381469794] transaction","detail":"{read_only:false; response_revision:14204; number_of_response:1; }","duration":"148.398548ms","start":"2026-03-01T21:40:05.570492Z","end":"2026-03-01T21:40:05.718891Z","steps":["trace[381469794] 'process raft request' (duration: 148.133733ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:05.718845Z","caller":"traceutil/trace.go:171","msg":"trace[577258962] transaction","detail":"{read_only:false; response_revision:14205; number_of_response:1; }","duration":"148.289616ms","start":"2026-03-01T21:40:05.570536Z","end":"2026-03-01T21:40:05.718826Z","steps":["trace[577258962] 'process raft request' (duration: 148.213524ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:05.719047Z","caller":"traceutil/trace.go:171","msg":"trace[271450169] transaction","detail":"{read_only:false; response_revision:14206; number_of_response:1; }","duration":"148.44428ms","start":"2026-03-01T21:40:05.570592Z","end":"2026-03-01T21:40:05.719036Z","steps":["trace[271450169] 'process raft request' (duration: 148.201564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:07.53971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642278641,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T21:40:07.844839Z","caller":"traceutil/trace.go:171","msg":"trace[125782357] transaction","detail":"{read_only:false; response_revision:14207; number_of_response:1; }","duration":"823.483763ms","start":"2026-03-01T21:40:07.021303Z","end":"2026-03-01T21:40:07.844787Z","steps":["trace[125782357] 'process raft request' (duration: 823.146165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:07.84506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:07.021284Z","time spent":"823.661566ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:40:07.845051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.329846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:40:07.845139Z","caller":"traceutil/trace.go:171","msg":"trace[1443675957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14207; }","duration":"806.459349ms","start":"2026-03-01T21:40:07.038657Z","end":"2026-03-01T21:40:07.845117Z","steps":["trace[1443675957] 'agreement among raft nodes before linearized reading' (duration: 806.319696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:07.84519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:07.038638Z","time spent":"806.54424ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:40:07.844773Z","caller":"traceutil/trace.go:171","msg":"trace[1408227065] linearizableReadLoop","detail":"{readStateIndex:14932; appliedIndex:14931; }","duration":"806.033439ms","start":"2026-03-01T21:40:07.038698Z","end":"2026-03-01T21:40:07.844732Z","steps":["trace[1408227065] 'read index received' (duration: 805.744003ms)","trace[1408227065] 'applied index is now lower than readState.Index' (duration: 287.266µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:40:07.845697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.899231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:40:07.845743Z","caller":"traceutil/trace.go:171","msg":"trace[625044847] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14207; }","duration":"731.981263ms","start":"2026-03-01T21:40:07.113748Z","end":"2026-03-01T21:40:07.845729Z","steps":["trace[625044847] 'agreement among raft nodes before linearized reading' (duration: 731.85059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:07.845772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:07.113726Z","time spent":"732.038534ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:40:07.845831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.867415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T21:40:07.84586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.295635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:40:07.845892Z","caller":"traceutil/trace.go:171","msg":"trace[554959411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14207; }","duration":"121.961698ms","start":"2026-03-01T21:40:07.723912Z","end":"2026-03-01T21:40:07.845873Z","steps":["trace[554959411] 'agreement among raft nodes before linearized reading' (duration: 121.694081ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:07.845918Z","caller":"traceutil/trace.go:171","msg":"trace[1698152800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14207; }","duration":"122.417919ms","start":"2026-03-01T21:40:07.723482Z","end":"2026-03-01T21:40:07.8459Z","steps":["trace[1698152800] 'agreement among raft nodes before linearized reading' (duration: 122.248774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:07.845954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.967228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-01T21:40:07.846051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.099283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:40:07.846098Z","caller":"traceutil/trace.go:171","msg":"trace[2063149040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14207; }","duration":"122.138962ms","start":"2026-03-01T21:40:07.723931Z","end":"2026-03-01T21:40:07.84607Z","steps":["trace[2063149040] 'agreement among raft nodes before linearized reading' (duration: 121.834825ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:07.846154Z","caller":"traceutil/trace.go:171","msg":"trace[1594572528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14207; }","duration":"123.321568ms","start":"2026-03-01T21:40:07.72281Z","end":"2026-03-01T21:40:07.846131Z","steps":["trace[1594572528] 'agreement among raft nodes before linearized reading' (duration: 122.899577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:07.846419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.183064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:40:07.846467Z","caller":"traceutil/trace.go:171","msg":"trace[1472571061] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14207; }","duration":"122.252185ms","start":"2026-03-01T21:40:07.724204Z","end":"2026-03-01T21:40:07.846456Z","steps":["trace[1472571061] 'agreement among raft nodes before linearized reading' (duration: 121.439716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:07.846493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.929307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:40:07.846609Z","caller":"traceutil/trace.go:171","msg":"trace[2131481410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14207; }","duration":"275.0813ms","start":"2026-03-01T21:40:07.571509Z","end":"2026-03-01T21:40:07.84659Z","steps":["trace[2131481410] 'agreement among raft nodes before linearized reading' (duration: 274.214681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:08.353578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642278646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:40:08.854117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642278646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:40:09.357209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642278646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:40:09.857496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642278646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:40:09.972736Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.119443639s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:40:09.973183Z","caller":"traceutil/trace.go:171","msg":"trace[282497632] transaction","detail":"{read_only:false; response_revision:14208; number_of_response:1; }","duration":"2.120632265s","start":"2026-03-01T21:40:07.85252Z","end":"2026-03-01T21:40:09.973152Z","steps":["trace[282497632] 'process raft request' (duration: 2.120449741s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:09.973377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:07.852493Z","time spent":"2.120780648s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:40:10.040722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999942206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:40:10.040825Z","caller":"traceutil/trace.go:171","msg":"trace[82711428] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000117019s","start":"2026-03-01T21:40:08.040681Z","end":"2026-03-01T21:40:10.040798Z","steps":["trace[82711428] 'agreement among raft nodes before linearized reading' (duration: 1.999984516s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.040879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:08.040656Z","time spent":"2.000210832s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:40:10.325219Z","caller":"traceutil/trace.go:171","msg":"trace[697579994] transaction","detail":"{read_only:false; response_revision:14210; number_of_response:1; }","duration":"2.471089341s","start":"2026-03-01T21:40:07.854094Z","end":"2026-03-01T21:40:10.325184Z","steps":["trace[697579994] 'process raft request' (duration: 2.470508648s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:10.325291Z","caller":"traceutil/trace.go:171","msg":"trace[1344016757] transaction","detail":"{read_only:false; response_revision:14214; number_of_response:1; }","duration":"2.468148466s","start":"2026-03-01T21:40:07.857114Z","end":"2026-03-01T21:40:10.325262Z","steps":["trace[1344016757] 'process raft request' (duration: 2.467652174s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.325363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:07.854084Z","time spent":"2.471196974s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:40:10.325437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:07.857105Z","time spent":"2.468247228s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:40:10.325384Z","caller":"traceutil/trace.go:171","msg":"trace[1549648434] transaction","detail":"{read_only:false; response_revision:14216; number_of_response:1; }","duration":"1.395112334s","start":"2026-03-01T21:40:08.930206Z","end":"2026-03-01T21:40:10.325319Z","steps":["trace[1549648434] 'process raft request' (duration: 1.394631223s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:10.325447Z","caller":"traceutil/trace.go:171","msg":"trace[1086241330] transaction","detail":"{read_only:false; response_revision:14211; number_of_response:1; }","duration":"2.471292736s","start":"2026-03-01T21:40:07.85412Z","end":"2026-03-01T21:40:10.325412Z","steps":["trace[1086241330] 'process raft request' (duration: 2.470524039s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:10.325589Z","caller":"traceutil/trace.go:171","msg":"trace[1199276525] transaction","detail":"{read_only:false; response_revision:14217; number_of_response:1; }","duration":"848.8744ms","start":"2026-03-01T21:40:09.476707Z","end":"2026-03-01T21:40:10.325581Z","steps":["trace[1199276525] 'process raft request' (duration: 848.166754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.325601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:07.854103Z","time spent":"2.471444549s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:40:10.325439Z","caller":"traceutil/trace.go:171","msg":"trace[1444965599] transaction","detail":"{read_only:false; response_revision:14215; number_of_response:1; }","duration":"2.430856218s","start":"2026-03-01T21:40:07.894522Z","end":"2026-03-01T21:40:10.325378Z","steps":["trace[1444965599] 'process raft request' (duration: 2.430283294s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.325635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:08.930168Z","time spent":"1.39535113s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:40:10.325652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:09.47668Z","time spent":"848.933951ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:40:10.325642Z","caller":"traceutil/trace.go:171","msg":"trace[1647356085] transaction","detail":"{read_only:false; response_revision:14212; number_of_response:1; }","duration":"2.470193141s","start":"2026-03-01T21:40:07.855391Z","end":"2026-03-01T21:40:10.325584Z","steps":["trace[1647356085] 'process raft request' (duration: 2.46928706s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:10.32549Z","caller":"traceutil/trace.go:171","msg":"trace[1563893911] transaction","detail":"{read_only:false; response_revision:14209; number_of_response:1; }","duration":"2.472937512s","start":"2026-03-01T21:40:07.852529Z","end":"2026-03-01T21:40:10.325466Z","steps":["trace[1563893911] 'process raft request' (duration: 2.471930709s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.325799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:07.894501Z","time spent":"2.431175075s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:40:10.32583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:07.852503Z","time spent":"2.47329905s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:40:10.325871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:07.85537Z","time spent":"2.470373135s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:40:10.325758Z","caller":"traceutil/trace.go:171","msg":"trace[108428633] transaction","detail":"{read_only:false; response_revision:14213; number_of_response:1; }","duration":"2.469651919s","start":"2026-03-01T21:40:07.85609Z","end":"2026-03-01T21:40:10.325741Z","steps":["trace[108428633] 'process raft request' (duration: 2.468632446s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.325961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:07.856079Z","time spent":"2.469859994s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:40:10.345348Z","caller":"traceutil/trace.go:171","msg":"trace[2039075623] linearizableReadLoop","detail":"{readStateIndex:14943; appliedIndex:14932; }","duration":"2.492566933s","start":"2026-03-01T21:40:07.852769Z","end":"2026-03-01T21:40:10.345336Z","steps":["trace[2039075623] 'read index received' (duration: 2.120262377s)","trace[2039075623] 'applied index is now lower than readState.Index' (duration: 372.303526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:40:10.3455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492720386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-01T21:40:10.345525Z","caller":"traceutil/trace.go:171","msg":"trace[1935656072] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14217; }","duration":"2.492770397s","start":"2026-03-01T21:40:07.852745Z","end":"2026-03-01T21:40:10.345516Z","steps":["trace[1935656072] 'agreement among raft nodes before linearized reading' (duration: 2.492669334s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.345541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:07.852738Z","time spent":"2.492798598s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:40:10.345629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453567687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:40:10.345646Z","caller":"traceutil/trace.go:171","msg":"trace[659927877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14217; }","duration":"2.453597467s","start":"2026-03-01T21:40:07.892042Z","end":"2026-03-01T21:40:10.345639Z","steps":["trace[659927877] 'agreement among raft nodes before linearized reading' (duration: 2.453562416s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.345662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:07.892033Z","time spent":"2.453624928s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:40:10.345773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12531941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:40:10.345798Z","caller":"traceutil/trace.go:171","msg":"trace[885360281] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14217; }","duration":"1.125374391s","start":"2026-03-01T21:40:09.220408Z","end":"2026-03-01T21:40:10.345782Z","steps":["trace[885360281] 'agreement among raft nodes before linearized reading' (duration: 1.125346001s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.345811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:09.220383Z","time spent":"1.125424613s","remote":"127.0.0.1:41000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:40:10.345952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193742393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:40:10.346Z","caller":"traceutil/trace.go:171","msg":"trace[1358389541] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:14217; }","duration":"1.193835154s","start":"2026-03-01T21:40:09.152134Z","end":"2026-03-01T21:40:10.345969Z","steps":["trace[1358389541] 'agreement among raft nodes before linearized reading' (duration: 1.193759313s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.346015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:09.1521Z","time spent":"1.193910966s","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":58,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:40:10.345953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.601898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:40:10.346032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.888745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:40:10.346077Z","caller":"traceutil/trace.go:171","msg":"trace[1183788479] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:14217; }","duration":"998.815863ms","start":"2026-03-01T21:40:09.347237Z","end":"2026-03-01T21:40:10.346053Z","steps":["trace[1183788479] 'agreement among raft nodes before linearized reading' (duration: 998.481266ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:10.346098Z","caller":"traceutil/trace.go:171","msg":"trace[1610940942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14217; }","duration":"305.016588ms","start":"2026-03-01T21:40:10.041063Z","end":"2026-03-01T21:40:10.346079Z","steps":["trace[1610940942] 'agreement among raft nodes before linearized reading' (duration: 304.873865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.346139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:10.041037Z","time spent":"305.09526ms","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:40:10.346138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:09.347201Z","time spent":"998.919045ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:40:10.346205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288876921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"warn","ts":"2026-03-01T21:40:10.346268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.300899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-01T21:40:10.346285Z","caller":"traceutil/trace.go:171","msg":"trace[8400820] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14217; }","duration":"1.288959583s","start":"2026-03-01T21:40:09.057306Z","end":"2026-03-01T21:40:10.346266Z","steps":["trace[8400820] 'agreement among raft nodes before linearized reading' (duration: 1.288703167s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.34632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870731139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:40:10.346341Z","caller":"traceutil/trace.go:171","msg":"trace[928140717] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:14217; }","duration":"1.87081206s","start":"2026-03-01T21:40:08.475523Z","end":"2026-03-01T21:40:10.346335Z","steps":["trace[928140717] 'agreement among raft nodes before linearized reading' (duration: 1.870739699s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:40:10.346338Z","caller":"traceutil/trace.go:171","msg":"trace[108845525] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:14217; }","duration":"701.405642ms","start":"2026-03-01T21:40:09.644908Z","end":"2026-03-01T21:40:10.346314Z","steps":["trace[108845525] 'agreement among raft nodes before linearized reading' (duration: 701.215268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.346339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:09.057246Z","time spent":"1.289079266s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:40:10.346356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:08.475498Z","time spent":"1.870854611s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"warn","ts":"2026-03-01T21:40:10.346378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:09.644889Z","time spent":"701.481473ms","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-01T21:40:10.34784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016239173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:40:10.347898Z","caller":"traceutil/trace.go:171","msg":"trace[1502244234] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14217; }","duration":"2.016364396s","start":"2026-03-01T21:40:08.331519Z","end":"2026-03-01T21:40:10.347883Z","steps":["trace[1502244234] 'agreement among raft nodes before linearized reading' (duration: 2.014389682s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:40:10.347934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:40:08.331491Z","time spent":"2.016433458s","remote":"127.0.0.1:41340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1346,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:40:24.901283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.445743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb33700f-530e-4630-8962-99598092cbf1\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-03-01T21:40:24.901391Z","caller":"traceutil/trace.go:171","msg":"trace[1693229263] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb33700f-530e-4630-8962-99598092cbf1; range_end:; response_count:1; response_revision:14489; }","duration":"124.610867ms","start":"2026-03-01T21:40:24.776756Z","end":"2026-03-01T21:40:24.901367Z","steps":["trace[1693229263] 'range keys from in-memory index tree' (duration: 124.195888ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:17.330715Z","caller":"traceutil/trace.go:171","msg":"trace[1860994475] transaction","detail":"{read_only:false; response_revision:15165; number_of_response:1; }","duration":"151.005986ms","start":"2026-03-01T21:41:17.179673Z","end":"2026-03-01T21:41:17.330679Z","steps":["trace[1860994475] 'process raft request' (duration: 150.815842ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:18.210373Z","caller":"traceutil/trace.go:171","msg":"trace[553700304] transaction","detail":"{read_only:false; response_revision:15171; number_of_response:1; }","duration":"303.3164ms","start":"2026-03-01T21:41:17.907026Z","end":"2026-03-01T21:41:18.210343Z","steps":["trace[553700304] 'process raft request' (duration: 303.109446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:18.210689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:17.906994Z","time spent":"303.461934ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:41:51.014992Z","caller":"traceutil/trace.go:171","msg":"trace[525331367] linearizableReadLoop","detail":"{readStateIndex:16151; appliedIndex:16150; }","duration":"419.88112ms","start":"2026-03-01T21:41:50.595091Z","end":"2026-03-01T21:41:51.014972Z","steps":["trace[525331367] 'read index received' (duration: 419.729537ms)","trace[525331367] 'applied index is now lower than readState.Index' (duration: 150.623µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:41:51.015409Z","caller":"traceutil/trace.go:171","msg":"trace[222627117] transaction","detail":"{read_only:false; response_revision:15369; number_of_response:1; }","duration":"507.328271ms","start":"2026-03-01T21:41:50.508071Z","end":"2026-03-01T21:41:51.015399Z","steps":["trace[222627117] 'process raft request' (duration: 506.800919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.015504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:50.508056Z","time spent":"507.380041ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:41:51.015812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.856941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:41:51.015845Z","caller":"traceutil/trace.go:171","msg":"trace[1683491009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15369; }","duration":"139.937273ms","start":"2026-03-01T21:41:50.875899Z","end":"2026-03-01T21:41:51.015836Z","steps":["trace[1683491009] 'agreement among raft nodes before linearized reading' (duration: 139.842631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.015843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.322008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-01T21:41:51.015942Z","caller":"traceutil/trace.go:171","msg":"trace[580754519] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15369; }","duration":"414.465291ms","start":"2026-03-01T21:41:50.601454Z","end":"2026-03-01T21:41:51.015919Z","steps":["trace[580754519] 'agreement among raft nodes before linearized reading' (duration: 414.164164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.015957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.887161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:41:51.016007Z","caller":"traceutil/trace.go:171","msg":"trace[1374659805] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15369; }","duration":"421.000305ms","start":"2026-03-01T21:41:50.595001Z","end":"2026-03-01T21:41:51.016001Z","steps":["trace[1374659805] 'agreement among raft nodes before linearized reading' (duration: 420.937873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.016032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:50.594965Z","time spent":"421.062585ms","remote":"127.0.0.1:41032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T21:41:51.016111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.801627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-03-01T21:41:51.016147Z","caller":"traceutil/trace.go:171","msg":"trace[1255200255] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15369; }","duration":"199.878748ms","start":"2026-03-01T21:41:50.816259Z","end":"2026-03-01T21:41:51.016138Z","steps":["trace[1255200255] 'agreement among raft nodes before linearized reading' (duration: 199.767716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.016183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.69664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:41:51.016214Z","caller":"traceutil/trace.go:171","msg":"trace[1165645084] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:15369; }","duration":"125.748652ms","start":"2026-03-01T21:41:50.890459Z","end":"2026-03-01T21:41:51.016207Z","steps":["trace[1165645084] 'agreement among raft nodes before linearized reading' (duration: 125.67822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.016378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.934888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:41:51.016411Z","caller":"traceutil/trace.go:171","msg":"trace[1529622056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15369; }","duration":"131.986788ms","start":"2026-03-01T21:41:50.884416Z","end":"2026-03-01T21:41:51.016403Z","steps":["trace[1529622056] 'agreement among raft nodes before linearized reading' (duration: 131.906776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.016003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:50.60144Z","time spent":"414.553743ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-01T21:41:51.016516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.055232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:41:51.016539Z","caller":"traceutil/trace.go:171","msg":"trace[1731626180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15369; }","duration":"133.132863ms","start":"2026-03-01T21:41:50.883402Z","end":"2026-03-01T21:41:51.016535Z","steps":["trace[1731626180] 'agreement among raft nodes before linearized reading' (duration: 133.059931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.016649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.004002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-03-01T21:41:51.01667Z","caller":"traceutil/trace.go:171","msg":"trace[107586254] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15369; }","duration":"415.078195ms","start":"2026-03-01T21:41:50.601587Z","end":"2026-03-01T21:41:51.016665Z","steps":["trace[107586254] 'agreement among raft nodes before linearized reading' (duration: 415.002843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.016662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.033737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-01T21:41:51.01669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:50.601548Z","time spent":"415.138155ms","remote":"127.0.0.1:41032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-01T21:41:51.016702Z","caller":"traceutil/trace.go:171","msg":"trace[915962626] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15369; }","duration":"202.084367ms","start":"2026-03-01T21:41:50.814607Z","end":"2026-03-01T21:41:51.016691Z","steps":["trace[915962626] 'agreement among raft nodes before linearized reading' (duration: 201.972065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.016815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.20851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:41:51.016841Z","caller":"traceutil/trace.go:171","msg":"trace[2058629585] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15369; }","duration":"202.261042ms","start":"2026-03-01T21:41:50.814574Z","end":"2026-03-01T21:41:51.016835Z","steps":["trace[2058629585] 'agreement among raft nodes before linearized reading' (duration: 202.218921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.016936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.130074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-01T21:41:51.016879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.195784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:41:51.017026Z","caller":"traceutil/trace.go:171","msg":"trace[4822469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15369; }","duration":"138.377309ms","start":"2026-03-01T21:41:50.87861Z","end":"2026-03-01T21:41:51.016987Z","steps":["trace[4822469] 'agreement among raft nodes before linearized reading' (duration: 137.96267ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:51.01696Z","caller":"traceutil/trace.go:171","msg":"trace[661994351] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15369; }","duration":"399.169025ms","start":"2026-03-01T21:41:50.617786Z","end":"2026-03-01T21:41:51.016955Z","steps":["trace[661994351] 'agreement among raft nodes before linearized reading' (duration: 399.101174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.017379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:50.617778Z","time spent":"399.498422ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-01T21:41:51.53173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642282567,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T21:41:51.795382Z","caller":"traceutil/trace.go:171","msg":"trace[477923640] transaction","detail":"{read_only:false; response_revision:15370; number_of_response:1; }","duration":"772.232196ms","start":"2026-03-01T21:41:51.023095Z","end":"2026-03-01T21:41:51.795328Z","steps":["trace[477923640] 'process raft request' (duration: 735.455568ms)","trace[477923640] 'compare' (duration: 36.019331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:41:51.795649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:51.023072Z","time spent":"772.455042ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:41:51.828673Z","caller":"traceutil/trace.go:171","msg":"trace[848616724] transaction","detail":"{read_only:false; response_revision:15371; number_of_response:1; }","duration":"805.138809ms","start":"2026-03-01T21:41:51.023495Z","end":"2026-03-01T21:41:51.828633Z","steps":["trace[848616724] 'process raft request' (duration: 804.926545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.828878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:51.023461Z","time spent":"805.307802ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:41:51.829172Z","caller":"traceutil/trace.go:171","msg":"trace[144047054] transaction","detail":"{read_only:false; response_revision:15372; number_of_response:1; }","duration":"805.308233ms","start":"2026-03-01T21:41:51.023852Z","end":"2026-03-01T21:41:51.82916Z","steps":["trace[144047054] 'process raft request' (duration: 804.74072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.829216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:51.023827Z","time spent":"805.369214ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:41:51.82924Z","caller":"traceutil/trace.go:171","msg":"trace[1047354802] transaction","detail":"{read_only:false; response_revision:15373; number_of_response:1; }","duration":"804.900914ms","start":"2026-03-01T21:41:51.024312Z","end":"2026-03-01T21:41:51.829213Z","steps":["trace[1047354802] 'process raft request' (duration: 804.640658ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:51.829203Z","caller":"traceutil/trace.go:171","msg":"trace[618929451] linearizableReadLoop","detail":"{readStateIndex:16156; appliedIndex:16151; }","duration":"798.438773ms","start":"2026-03-01T21:41:51.030732Z","end":"2026-03-01T21:41:51.829171Z","steps":["trace[618929451] 'read index received' (duration: 727.914324ms)","trace[618929451] 'applied index is now lower than readState.Index' (duration: 70.522949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:41:51.829386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:51.024298Z","time spent":"805.002396ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:41:51.829519Z","caller":"traceutil/trace.go:171","msg":"trace[719042166] transaction","detail":"{read_only:false; response_revision:15374; number_of_response:1; }","duration":"805.16107ms","start":"2026-03-01T21:41:51.02434Z","end":"2026-03-01T21:41:51.829501Z","steps":["trace[719042166] 'process raft request' (duration: 804.780042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.829736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.361913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-wxsvn\" ","response":"range_response_count:1 size:20742"} {"level":"info","ts":"2026-03-01T21:41:51.82978Z","caller":"traceutil/trace.go:171","msg":"trace[71856779] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-wxsvn; range_end:; response_count:1; response_revision:15374; }","duration":"636.464176ms","start":"2026-03-01T21:41:51.193305Z","end":"2026-03-01T21:41:51.829769Z","steps":["trace[71856779] 'agreement among raft nodes before linearized reading' (duration: 636.320653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.829804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:51.193275Z","time spent":"636.524036ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20765,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-wxsvn\" "} {"level":"warn","ts":"2026-03-01T21:41:51.830233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.086015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-03-01T21:41:51.830263Z","caller":"traceutil/trace.go:171","msg":"trace[1133653507] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15374; }","duration":"129.176786ms","start":"2026-03-01T21:41:51.701079Z","end":"2026-03-01T21:41:51.830256Z","steps":["trace[1133653507] 'agreement among raft nodes before linearized reading' (duration: 129.106895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.83033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.589759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lhhrd\" ","response":"range_response_count:1 size:9783"} {"level":"warn","ts":"2026-03-01T21:41:51.830398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.654488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:41:51.830427Z","caller":"traceutil/trace.go:171","msg":"trace[878665652] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:15374; }","duration":"349.75223ms","start":"2026-03-01T21:41:51.480669Z","end":"2026-03-01T21:41:51.830421Z","steps":["trace[878665652] 'agreement among raft nodes before linearized reading' (duration: 349.698839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.830458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:51.480637Z","time spent":"349.815842ms","remote":"127.0.0.1:40990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:41:51.830611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.88636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:41:51.830636Z","caller":"traceutil/trace.go:171","msg":"trace[711349430] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:15374; }","duration":"485.970521ms","start":"2026-03-01T21:41:51.344659Z","end":"2026-03-01T21:41:51.83063Z","steps":["trace[711349430] 'agreement among raft nodes before linearized reading' (duration: 485.89519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.830654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:51.344613Z","time spent":"486.036623ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"warn","ts":"2026-03-01T21:41:51.82973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:51.02433Z","time spent":"805.232191ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:41:51.830422Z","caller":"traceutil/trace.go:171","msg":"trace[1153361617] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lhhrd; range_end:; response_count:1; response_revision:15374; }","duration":"799.701771ms","start":"2026-03-01T21:41:51.030705Z","end":"2026-03-01T21:41:51.830407Z","steps":["trace[1153361617] 'agreement among raft nodes before linearized reading' (duration: 799.495126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:51.83093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:51.030695Z","time spent":"800.226752ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9806,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lhhrd\" "} {"level":"warn","ts":"2026-03-01T21:41:52.342861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642282579,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T21:41:52.544794Z","caller":"traceutil/trace.go:171","msg":"trace[387450960] transaction","detail":"{read_only:false; response_revision:15375; number_of_response:1; }","duration":"704.980321ms","start":"2026-03-01T21:41:51.839787Z","end":"2026-03-01T21:41:52.544768Z","steps":["trace[387450960] 'process raft request' (duration: 702.23285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:52.544962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:51.839757Z","time spent":"705.114893ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:41:52.576122Z","caller":"traceutil/trace.go:171","msg":"trace[689106146] linearizableReadLoop","detail":"{readStateIndex:16159; appliedIndex:16156; }","duration":"733.299592ms","start":"2026-03-01T21:41:51.842801Z","end":"2026-03-01T21:41:52.576101Z","steps":["trace[689106146] 'read index received' (duration: 699.245285ms)","trace[689106146] 'applied index is now lower than readState.Index' (duration: 34.053437ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:41:52.576217Z","caller":"traceutil/trace.go:171","msg":"trace[1731963550] transaction","detail":"{read_only:false; response_revision:15376; number_of_response:1; }","duration":"730.90923ms","start":"2026-03-01T21:41:51.845256Z","end":"2026-03-01T21:41:52.576165Z","steps":["trace[1731963550] 'process raft request' (duration: 730.724416ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:52.576322Z","caller":"traceutil/trace.go:171","msg":"trace[1951614589] transaction","detail":"{read_only:false; response_revision:15377; number_of_response:1; }","duration":"306.05572ms","start":"2026-03-01T21:41:52.270258Z","end":"2026-03-01T21:41:52.576314Z","steps":["trace[1951614589] 'process raft request' (duration: 305.806045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:52.576391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:52.270223Z","time spent":"306.128982ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:41:52.576436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:51.845228Z","time spent":"731.098013ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:41:52.577168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.87267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:41:52.577206Z","caller":"traceutil/trace.go:171","msg":"trace[282459599] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:15377; }","duration":"537.944232ms","start":"2026-03-01T21:41:52.039253Z","end":"2026-03-01T21:41:52.577197Z","steps":["trace[282459599] 'agreement among raft nodes before linearized reading' (duration: 537.786469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:52.577231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:52.039231Z","time spent":"537.994714ms","remote":"127.0.0.1:41140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":105,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:41:52.578008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.309802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:41:52.578059Z","caller":"traceutil/trace.go:171","msg":"trace[911345257] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15377; }","duration":"253.417295ms","start":"2026-03-01T21:41:52.324631Z","end":"2026-03-01T21:41:52.578048Z","steps":["trace[911345257] 'agreement among raft nodes before linearized reading' (duration: 253.291603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:52.578379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.612407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jjwxl\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-03-01T21:41:52.578464Z","caller":"traceutil/trace.go:171","msg":"trace[337142509] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jjwxl; range_end:; response_count:1; response_revision:15377; }","duration":"400.75299ms","start":"2026-03-01T21:41:52.177692Z","end":"2026-03-01T21:41:52.578445Z","steps":["trace[337142509] 'agreement among raft nodes before linearized reading' (duration: 400.490124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:52.578468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.207542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-01T21:41:52.57852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:52.177659Z","time spent":"400.851912ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22115,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jjwxl\" "} {"level":"warn","ts":"2026-03-01T21:41:52.578597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.963437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-03-01T21:41:52.578632Z","caller":"traceutil/trace.go:171","msg":"trace[1711237957] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15377; }","duration":"249.020438ms","start":"2026-03-01T21:41:52.329605Z","end":"2026-03-01T21:41:52.578625Z","steps":["trace[1711237957] 'agreement among raft nodes before linearized reading' (duration: 248.938806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:52.578772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.666822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:41:52.578816Z","caller":"traceutil/trace.go:171","msg":"trace[799594362] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15377; }","duration":"254.713453ms","start":"2026-03-01T21:41:52.324093Z","end":"2026-03-01T21:41:52.578807Z","steps":["trace[799594362] 'agreement among raft nodes before linearized reading' (duration: 254.644801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:52.578832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.028812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709838"} {"level":"info","ts":"2026-03-01T21:41:52.578863Z","caller":"traceutil/trace.go:171","msg":"trace[1392499777] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:15377; }","duration":"736.063613ms","start":"2026-03-01T21:41:51.842792Z","end":"2026-03-01T21:41:52.578855Z","steps":["trace[1392499777] 'agreement among raft nodes before linearized reading' (duration: 733.707331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:52.578897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:51.842714Z","time spent":"736.175955ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":75,"response size":709861,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T21:41:52.578917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.794129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:41:52.578958Z","caller":"traceutil/trace.go:171","msg":"trace[1120228395] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15377; }","duration":"251.872311ms","start":"2026-03-01T21:41:52.327076Z","end":"2026-03-01T21:41:52.578948Z","steps":["trace[1120228395] 'agreement among raft nodes before linearized reading' (duration: 251.808809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:52.578978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.919621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:41:52.579013Z","caller":"traceutil/trace.go:171","msg":"trace[470308878] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:15377; }","duration":"307.999303ms","start":"2026-03-01T21:41:52.271002Z","end":"2026-03-01T21:41:52.579002Z","steps":["trace[470308878] 'agreement among raft nodes before linearized reading' (duration: 307.943432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:52.579051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:52.27098Z","time spent":"308.062535ms","remote":"127.0.0.1:37668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:41:52.579122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.365921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:41:52.579162Z","caller":"traceutil/trace.go:171","msg":"trace[406152126] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15377; }","duration":"252.418712ms","start":"2026-03-01T21:41:52.326735Z","end":"2026-03-01T21:41:52.579154Z","steps":["trace[406152126] 'agreement among raft nodes before linearized reading' (duration: 252.354371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:52.579259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.55382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jjwxl\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-03-01T21:41:52.579315Z","caller":"traceutil/trace.go:171","msg":"trace[999465172] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jjwxl; range_end:; response_count:1; response_revision:15377; }","duration":"321.636472ms","start":"2026-03-01T21:41:52.257647Z","end":"2026-03-01T21:41:52.579283Z","steps":["trace[999465172] 'agreement among raft nodes before linearized reading' (duration: 321.54241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:52.579349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:52.25762Z","time spent":"321.719824ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22115,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jjwxl\" "} {"level":"warn","ts":"2026-03-01T21:41:52.578822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.482042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-03-01T21:41:52.57951Z","caller":"traceutil/trace.go:171","msg":"trace[764517246] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15377; }","duration":"252.183728ms","start":"2026-03-01T21:41:52.327314Z","end":"2026-03-01T21:41:52.579498Z","steps":["trace[764517246] 'agreement among raft nodes before linearized reading' (duration: 251.436972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:52.581129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.375394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:41:52.581249Z","caller":"traceutil/trace.go:171","msg":"trace[350285589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15377; }","duration":"529.534367ms","start":"2026-03-01T21:41:52.051684Z","end":"2026-03-01T21:41:52.581218Z","steps":["trace[350285589] 'agreement among raft nodes before linearized reading' (duration: 529.333692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:52.5813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:52.051665Z","time spent":"529.625339ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:41:52.578527Z","caller":"traceutil/trace.go:171","msg":"trace[1439835302] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15377; }","duration":"244.267744ms","start":"2026-03-01T21:41:52.33425Z","end":"2026-03-01T21:41:52.578517Z","steps":["trace[1439835302] 'agreement among raft nodes before linearized reading' (duration: 244.135161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:52.583138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.920588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:41:52.583185Z","caller":"traceutil/trace.go:171","msg":"trace[205151746] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15377; }","duration":"101.987379ms","start":"2026-03-01T21:41:52.481184Z","end":"2026-03-01T21:41:52.583171Z","steps":["trace[205151746] 'agreement among raft nodes before linearized reading' (duration: 96.594681ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:52.974862Z","caller":"traceutil/trace.go:171","msg":"trace[1847109130] linearizableReadLoop","detail":"{readStateIndex:16161; appliedIndex:16159; }","duration":"220.559574ms","start":"2026-03-01T21:41:52.754276Z","end":"2026-03-01T21:41:52.974835Z","steps":["trace[1847109130] 'read index received' (duration: 154.020752ms)","trace[1847109130] 'applied index is now lower than readState.Index' (duration: 66.537352ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:41:52.974897Z","caller":"traceutil/trace.go:171","msg":"trace[1058772162] transaction","detail":"{read_only:false; response_revision:15379; number_of_response:1; }","duration":"372.797956ms","start":"2026-03-01T21:41:52.602068Z","end":"2026-03-01T21:41:52.974866Z","steps":["trace[1058772162] 'process raft request' (duration: 372.666263ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:52.974933Z","caller":"traceutil/trace.go:171","msg":"trace[692426474] transaction","detail":"{read_only:false; response_revision:15378; number_of_response:1; }","duration":"373.331638ms","start":"2026-03-01T21:41:52.601563Z","end":"2026-03-01T21:41:52.974894Z","steps":["trace[692426474] 'process raft request' (duration: 306.720705ms)","trace[692426474] 'compare' (duration: 66.176994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:41:52.974994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.708036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:41:52.97503Z","caller":"traceutil/trace.go:171","msg":"trace[1625803486] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:15379; }","duration":"220.82348ms","start":"2026-03-01T21:41:52.754195Z","end":"2026-03-01T21:41:52.975018Z","steps":["trace[1625803486] 'agreement among raft nodes before linearized reading' (duration: 220.738458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:52.975058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:52.602048Z","time spent":"372.921009ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:41:52.975118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:52.601546Z","time spent":"373.468431ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:41:53.187665Z","caller":"traceutil/trace.go:171","msg":"trace[1049422227] transaction","detail":"{read_only:false; response_revision:15381; number_of_response:1; }","duration":"144.068413ms","start":"2026-03-01T21:41:53.043566Z","end":"2026-03-01T21:41:53.187634Z","steps":["trace[1049422227] 'process raft request' (duration: 143.884489ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:54.114284Z","caller":"traceutil/trace.go:171","msg":"trace[517397753] linearizableReadLoop","detail":"{readStateIndex:16164; appliedIndex:16163; }","duration":"313.900883ms","start":"2026-03-01T21:41:53.800355Z","end":"2026-03-01T21:41:54.114256Z","steps":["trace[517397753] 'read index received' (duration: 313.597166ms)","trace[517397753] 'applied index is now lower than readState.Index' (duration: 302.707µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:41:54.114682Z","caller":"traceutil/trace.go:171","msg":"trace[1554194642] transaction","detail":"{read_only:false; response_revision:15382; number_of_response:1; }","duration":"594.507004ms","start":"2026-03-01T21:41:53.520164Z","end":"2026-03-01T21:41:54.114671Z","steps":["trace[1554194642] 'process raft request' (duration: 593.919491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.114811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:53.520114Z","time spent":"594.602346ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:41:54.115233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.882054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:41:54.11527Z","caller":"traceutil/trace.go:171","msg":"trace[397752185] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:15382; }","duration":"314.980446ms","start":"2026-03-01T21:41:53.800281Z","end":"2026-03-01T21:41:54.115262Z","steps":["trace[397752185] 'agreement among raft nodes before linearized reading' (duration: 314.70094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.115294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:53.800255Z","time spent":"315.033377ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T21:41:54.115667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.641632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T21:41:54.115748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.676095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-03-01T21:41:54.115755Z","caller":"traceutil/trace.go:171","msg":"trace[866741249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15382; }","duration":"280.765715ms","start":"2026-03-01T21:41:53.83497Z","end":"2026-03-01T21:41:54.115736Z","steps":["trace[866741249] 'agreement among raft nodes before linearized reading' (duration: 280.439848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.115966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.495479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-01T21:41:54.116Z","caller":"traceutil/trace.go:171","msg":"trace[326599898] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:15382; }","duration":"106.601291ms","start":"2026-03-01T21:41:54.009392Z","end":"2026-03-01T21:41:54.115993Z","steps":["trace[326599898] 'agreement among raft nodes before linearized reading' (duration: 106.524339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.116154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.342521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-wxsvn\" ","response":"range_response_count:1 size:20742"} {"level":"info","ts":"2026-03-01T21:41:54.11618Z","caller":"traceutil/trace.go:171","msg":"trace[1797490240] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-wxsvn; range_end:; response_count:1; response_revision:15382; }","duration":"262.384241ms","start":"2026-03-01T21:41:53.85379Z","end":"2026-03-01T21:41:54.116174Z","steps":["trace[1797490240] 'agreement among raft nodes before linearized reading' (duration: 262.30543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.116343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.248209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lhhrd\" ","response":"range_response_count:1 size:9783"} {"level":"info","ts":"2026-03-01T21:41:54.11637Z","caller":"traceutil/trace.go:171","msg":"trace[1410240760] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lhhrd; range_end:; response_count:1; response_revision:15382; }","duration":"267.29704ms","start":"2026-03-01T21:41:53.849067Z","end":"2026-03-01T21:41:54.116364Z","steps":["trace[1410240760] 'agreement among raft nodes before linearized reading' (duration: 267.224338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.116496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.390479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-01T21:41:54.116522Z","caller":"traceutil/trace.go:171","msg":"trace[1467798492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15382; }","duration":"276.42849ms","start":"2026-03-01T21:41:53.840088Z","end":"2026-03-01T21:41:54.116516Z","steps":["trace[1467798492] 'agreement among raft nodes before linearized reading' (duration: 276.365188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.11665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.278279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-03-01T21:41:54.116675Z","caller":"traceutil/trace.go:171","msg":"trace[384408692] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15382; }","duration":"277.314159ms","start":"2026-03-01T21:41:53.839355Z","end":"2026-03-01T21:41:54.116669Z","steps":["trace[384408692] 'agreement among raft nodes before linearized reading' (duration: 277.253268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.116978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.422374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-01T21:41:54.117041Z","caller":"traceutil/trace.go:171","msg":"trace[481607200] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15382; }","duration":"278.546676ms","start":"2026-03-01T21:41:53.838478Z","end":"2026-03-01T21:41:54.117025Z","steps":["trace[481607200] 'agreement among raft nodes before linearized reading' (duration: 278.360102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.117357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.657929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:41:54.117393Z","caller":"traceutil/trace.go:171","msg":"trace[249087121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15382; }","duration":"278.7071ms","start":"2026-03-01T21:41:53.838678Z","end":"2026-03-01T21:41:54.117385Z","steps":["trace[249087121] 'agreement among raft nodes before linearized reading' (duration: 278.626508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.117522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.68405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-01T21:41:54.117555Z","caller":"traceutil/trace.go:171","msg":"trace[1998233368] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15382; }","duration":"278.72662ms","start":"2026-03-01T21:41:53.838822Z","end":"2026-03-01T21:41:54.117548Z","steps":["trace[1998233368] 'agreement among raft nodes before linearized reading' (duration: 278.652669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.11741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.820762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:41:54.117688Z","caller":"traceutil/trace.go:171","msg":"trace[878529968] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15382; }","duration":"279.103638ms","start":"2026-03-01T21:41:53.838566Z","end":"2026-03-01T21:41:54.117669Z","steps":["trace[878529968] 'agreement among raft nodes before linearized reading' (duration: 278.788111ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:54.115778Z","caller":"traceutil/trace.go:171","msg":"trace[1735044085] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15382; }","duration":"276.716676ms","start":"2026-03-01T21:41:53.839052Z","end":"2026-03-01T21:41:54.115768Z","steps":["trace[1735044085] 'agreement among raft nodes before linearized reading' (duration: 276.632714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.1179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.06954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:41:54.118019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.873831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:41:54.118045Z","caller":"traceutil/trace.go:171","msg":"trace[66868995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15382; }","duration":"282.945613ms","start":"2026-03-01T21:41:53.83509Z","end":"2026-03-01T21:41:54.118036Z","steps":["trace[66868995] 'agreement among raft nodes before linearized reading' (duration: 282.847901ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:54.118041Z","caller":"traceutil/trace.go:171","msg":"trace[223530964] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15382; }","duration":"280.291294ms","start":"2026-03-01T21:41:53.837728Z","end":"2026-03-01T21:41:54.118019Z","steps":["trace[223530964] 'agreement among raft nodes before linearized reading' (duration: 280.028529ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:54.291229Z","caller":"traceutil/trace.go:171","msg":"trace[694881789] transaction","detail":"{read_only:false; response_revision:15384; number_of_response:1; }","duration":"161.106027ms","start":"2026-03-01T21:41:54.130094Z","end":"2026-03-01T21:41:54.2912Z","steps":["trace[694881789] 'process raft request' (duration: 161.027276ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:54.291236Z","caller":"traceutil/trace.go:171","msg":"trace[335570082] transaction","detail":"{read_only:false; response_revision:15383; number_of_response:1; }","duration":"161.098707ms","start":"2026-03-01T21:41:54.1301Z","end":"2026-03-01T21:41:54.291199Z","steps":["trace[335570082] 'process raft request' (duration: 160.829522ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:54.291558Z","caller":"traceutil/trace.go:171","msg":"trace[1677958541] transaction","detail":"{read_only:false; response_revision:15386; number_of_response:1; }","duration":"160.460594ms","start":"2026-03-01T21:41:54.13108Z","end":"2026-03-01T21:41:54.29154Z","steps":["trace[1677958541] 'process raft request' (duration: 160.28098ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:54.291597Z","caller":"traceutil/trace.go:171","msg":"trace[430278436] transaction","detail":"{read_only:false; response_revision:15387; number_of_response:1; }","duration":"159.783968ms","start":"2026-03-01T21:41:54.131784Z","end":"2026-03-01T21:41:54.291568Z","steps":["trace[430278436] 'process raft request' (duration: 159.702567ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:54.291561Z","caller":"traceutil/trace.go:171","msg":"trace[56857616] transaction","detail":"{read_only:false; response_revision:15385; number_of_response:1; }","duration":"161.71282ms","start":"2026-03-01T21:41:54.129817Z","end":"2026-03-01T21:41:54.29153Z","steps":["trace[56857616] 'process raft request' (duration: 161.346793ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:54.291703Z","caller":"traceutil/trace.go:171","msg":"trace[409140237] transaction","detail":"{read_only:false; number_of_response:0; response_revision:15387; }","duration":"157.307634ms","start":"2026-03-01T21:41:54.134377Z","end":"2026-03-01T21:41:54.291685Z","steps":["trace[409140237] 'process raft request' (duration: 157.14814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.306239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.152767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709838"} {"level":"info","ts":"2026-03-01T21:41:54.306367Z","caller":"traceutil/trace.go:171","msg":"trace[582616027] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:15387; }","duration":"176.309552ms","start":"2026-03-01T21:41:54.130033Z","end":"2026-03-01T21:41:54.306342Z","steps":["trace[582616027] 'agreement among raft nodes before linearized reading' (duration: 161.654629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.30625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.557187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709838"} {"level":"info","ts":"2026-03-01T21:41:54.306439Z","caller":"traceutil/trace.go:171","msg":"trace[391566435] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:15387; }","duration":"176.807624ms","start":"2026-03-01T21:41:54.129599Z","end":"2026-03-01T21:41:54.306406Z","steps":["trace[391566435] 'agreement among raft nodes before linearized reading' (duration: 162.09251ms)","trace[391566435] 'range keys from bolt db' (duration: 14.304904ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:41:54.361905Z","caller":"traceutil/trace.go:171","msg":"trace[998717775] transaction","detail":"{read_only:false; response_revision:15388; number_of_response:1; }","duration":"149.085263ms","start":"2026-03-01T21:41:54.212762Z","end":"2026-03-01T21:41:54.361847Z","steps":["trace[998717775] 'process raft request' (duration: 109.711729ms)","trace[998717775] 'compare' (duration: 39.1914ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:41:54.744971Z","caller":"traceutil/trace.go:171","msg":"trace[678592307] linearizableReadLoop","detail":"{readStateIndex:16173; appliedIndex:16172; }","duration":"329.502986ms","start":"2026-03-01T21:41:54.415397Z","end":"2026-03-01T21:41:54.7449Z","steps":["trace[678592307] 'read index received' (duration: 329.216069ms)","trace[678592307] 'applied index is now lower than readState.Index' (duration: 285.747µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:41:54.745078Z","caller":"traceutil/trace.go:171","msg":"trace[1364036469] transaction","detail":"{read_only:false; response_revision:15389; number_of_response:1; }","duration":"369.204297ms","start":"2026-03-01T21:41:54.375831Z","end":"2026-03-01T21:41:54.745035Z","steps":["trace[1364036469] 'process raft request' (duration: 368.801399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.745281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.865593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-01T21:41:54.745299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:54.375813Z","time spent":"369.34092ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:41:54.745332Z","caller":"traceutil/trace.go:171","msg":"trace[673958821] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15389; }","duration":"329.956736ms","start":"2026-03-01T21:41:54.41536Z","end":"2026-03-01T21:41:54.745317Z","steps":["trace[673958821] 'agreement among raft nodes before linearized reading' (duration: 329.741331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.745367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:41:54.415345Z","time spent":"330.013566ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T21:41:54.774829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.238278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:41:54.774903Z","caller":"traceutil/trace.go:171","msg":"trace[1053529724] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15390; }","duration":"190.35348ms","start":"2026-03-01T21:41:54.584533Z","end":"2026-03-01T21:41:54.774886Z","steps":["trace[1053529724] 'agreement among raft nodes before linearized reading' (duration: 190.227917ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:54.7752Z","caller":"traceutil/trace.go:171","msg":"trace[1085458870] transaction","detail":"{read_only:false; response_revision:15390; number_of_response:1; }","duration":"217.386614ms","start":"2026-03-01T21:41:54.557799Z","end":"2026-03-01T21:41:54.775186Z","steps":["trace[1085458870] 'process raft request' (duration: 197.251262ms)","trace[1085458870] 'compare' (duration: 19.486238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:41:54.775467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.104998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jjwxl\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-03-01T21:41:54.775512Z","caller":"traceutil/trace.go:171","msg":"trace[2023984790] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jjwxl; range_end:; response_count:1; response_revision:15390; }","duration":"161.169929ms","start":"2026-03-01T21:41:54.614333Z","end":"2026-03-01T21:41:54.775503Z","steps":["trace[2023984790] 'agreement among raft nodes before linearized reading' (duration: 161.013155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.775895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.890411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jjwxl\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-03-01T21:41:54.775939Z","caller":"traceutil/trace.go:171","msg":"trace[2096154254] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jjwxl; range_end:; response_count:1; response_revision:15390; }","duration":"164.952772ms","start":"2026-03-01T21:41:54.610977Z","end":"2026-03-01T21:41:54.77593Z","steps":["trace[2096154254] 'agreement among raft nodes before linearized reading' (duration: 164.820019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.776171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.847186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-01T21:41:54.776215Z","caller":"traceutil/trace.go:171","msg":"trace[1967008451] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15390; }","duration":"167.942898ms","start":"2026-03-01T21:41:54.608264Z","end":"2026-03-01T21:41:54.776206Z","steps":["trace[1967008451] 'agreement among raft nodes before linearized reading' (duration: 167.837626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.776369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.482799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:41:54.776408Z","caller":"traceutil/trace.go:171","msg":"trace[26678415] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15390; }","duration":"168.537341ms","start":"2026-03-01T21:41:54.607862Z","end":"2026-03-01T21:41:54.776399Z","steps":["trace[26678415] 'agreement among raft nodes before linearized reading' (duration: 168.48437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.7766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.846089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-03-01T21:41:54.776639Z","caller":"traceutil/trace.go:171","msg":"trace[1139306114] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15390; }","duration":"169.90291ms","start":"2026-03-01T21:41:54.606728Z","end":"2026-03-01T21:41:54.776631Z","steps":["trace[1139306114] 'agreement among raft nodes before linearized reading' (duration: 169.807888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.776871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.446816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:41:54.776911Z","caller":"traceutil/trace.go:171","msg":"trace[14745047] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:15390; }","duration":"172.504987ms","start":"2026-03-01T21:41:54.604397Z","end":"2026-03-01T21:41:54.776902Z","steps":["trace[14745047] 'agreement among raft nodes before linearized reading' (duration: 172.405565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.777099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.026725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-03-01T21:41:54.777139Z","caller":"traceutil/trace.go:171","msg":"trace[2011501076] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15390; }","duration":"176.079207ms","start":"2026-03-01T21:41:54.601051Z","end":"2026-03-01T21:41:54.77713Z","steps":["trace[2011501076] 'agreement among raft nodes before linearized reading' (duration: 175.985555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.777332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.23758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:41:54.777458Z","caller":"traceutil/trace.go:171","msg":"trace[1783294032] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15390; }","duration":"176.404523ms","start":"2026-03-01T21:41:54.601024Z","end":"2026-03-01T21:41:54.777429Z","steps":["trace[1783294032] 'agreement among raft nodes before linearized reading' (duration: 176.159368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.777453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.937479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:41:54.777625Z","caller":"traceutil/trace.go:171","msg":"trace[1836936325] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15390; }","duration":"184.143193ms","start":"2026-03-01T21:41:54.593459Z","end":"2026-03-01T21:41:54.777602Z","steps":["trace[1836936325] 'agreement among raft nodes before linearized reading' (duration: 183.880147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.778093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.651594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-03-01T21:41:54.778329Z","caller":"traceutil/trace.go:171","msg":"trace[1249694714] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15390; }","duration":"184.88879ms","start":"2026-03-01T21:41:54.593428Z","end":"2026-03-01T21:41:54.778316Z","steps":["trace[1249694714] 'agreement among raft nodes before linearized reading' (duration: 184.338228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.778613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.326306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:41:54.778671Z","caller":"traceutil/trace.go:171","msg":"trace[985207827] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15390; }","duration":"178.402328ms","start":"2026-03-01T21:41:54.600255Z","end":"2026-03-01T21:41:54.778657Z","steps":["trace[985207827] 'agreement among raft nodes before linearized reading' (duration: 178.309876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:41:54.778681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.66001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:41:54.778578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.59815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:41:54.778743Z","caller":"traceutil/trace.go:171","msg":"trace[269303840] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15390; }","duration":"177.800824ms","start":"2026-03-01T21:41:54.600934Z","end":"2026-03-01T21:41:54.778735Z","steps":["trace[269303840] 'agreement among raft nodes before linearized reading' (duration: 177.553268ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:41:54.778744Z","caller":"traceutil/trace.go:171","msg":"trace[1575039982] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15390; }","duration":"177.726962ms","start":"2026-03-01T21:41:54.600996Z","end":"2026-03-01T21:41:54.778723Z","steps":["trace[1575039982] 'agreement among raft nodes before linearized reading' (duration: 177.649881ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:09.311794Z","caller":"traceutil/trace.go:171","msg":"trace[165390091] transaction","detail":"{read_only:false; response_revision:15474; number_of_response:1; }","duration":"115.750482ms","start":"2026-03-01T21:42:09.196001Z","end":"2026-03-01T21:42:09.311751Z","steps":["trace[165390091] 'process raft request' (duration: 115.536707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:09.492023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.140125ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T21:42:09.49226Z","caller":"traceutil/trace.go:171","msg":"trace[425830153] linearizableReadLoop","detail":"{readStateIndex:16263; appliedIndex:16261; }","duration":"257.092005ms","start":"2026-03-01T21:42:09.235108Z","end":"2026-03-01T21:42:09.4922Z","steps":["trace[425830153] 'read index received' (duration: 76.604582ms)","trace[425830153] 'applied index is now lower than readState.Index' (duration: 180.485243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:42:09.492573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.428263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-01T21:42:09.492662Z","caller":"traceutil/trace.go:171","msg":"trace[1147390055] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15474; }","duration":"257.574596ms","start":"2026-03-01T21:42:09.235065Z","end":"2026-03-01T21:42:09.49264Z","steps":["trace[1147390055] 'agreement among raft nodes before linearized reading' (duration: 257.234278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:09.492804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.597838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-03-01T21:42:09.493329Z","caller":"traceutil/trace.go:171","msg":"trace[363324436] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15474; }","duration":"177.232541ms","start":"2026-03-01T21:42:09.316074Z","end":"2026-03-01T21:42:09.493307Z","steps":["trace[363324436] 'agreement among raft nodes before linearized reading' (duration: 176.414882ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:10.455844Z","caller":"traceutil/trace.go:171","msg":"trace[98488291] transaction","detail":"{read_only:false; response_revision:15477; number_of_response:1; }","duration":"278.847502ms","start":"2026-03-01T21:42:10.176953Z","end":"2026-03-01T21:42:10.455801Z","steps":["trace[98488291] 'process raft request' (duration: 278.626017ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:10.682161Z","caller":"traceutil/trace.go:171","msg":"trace[1828307118] transaction","detail":"{read_only:false; response_revision:15478; number_of_response:1; }","duration":"222.015765ms","start":"2026-03-01T21:42:10.460103Z","end":"2026-03-01T21:42:10.682119Z","steps":["trace[1828307118] 'process raft request' (duration: 148.300976ms)","trace[1828307118] 'compare' (duration: 73.555705ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:42:10.758934Z","caller":"traceutil/trace.go:171","msg":"trace[15402382] transaction","detail":"{read_only:false; response_revision:15479; number_of_response:1; }","duration":"298.596817ms","start":"2026-03-01T21:42:10.4603Z","end":"2026-03-01T21:42:10.758897Z","steps":["trace[15402382] 'process raft request' (duration: 298.271279ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:10.759318Z","caller":"traceutil/trace.go:171","msg":"trace[359403339] transaction","detail":"{read_only:false; response_revision:15481; number_of_response:1; }","duration":"298.662918ms","start":"2026-03-01T21:42:10.460637Z","end":"2026-03-01T21:42:10.7593Z","steps":["trace[359403339] 'process raft request' (duration: 298.492194ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:10.75939Z","caller":"traceutil/trace.go:171","msg":"trace[1402340145] linearizableReadLoop","detail":"{readStateIndex:16272; appliedIndex:16266; }","duration":"266.919251ms","start":"2026-03-01T21:42:10.49245Z","end":"2026-03-01T21:42:10.759369Z","steps":["trace[1402340145] 'read index received' (duration: 116.052989ms)","trace[1402340145] 'applied index is now lower than readState.Index' (duration: 150.865092ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:42:10.759462Z","caller":"traceutil/trace.go:171","msg":"trace[1861922974] transaction","detail":"{read_only:false; number_of_response:0; response_revision:15482; }","duration":"297.109764ms","start":"2026-03-01T21:42:10.462339Z","end":"2026-03-01T21:42:10.759449Z","steps":["trace[1861922974] 'process raft request' (duration: 296.964291ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:10.759464Z","caller":"traceutil/trace.go:171","msg":"trace[793060391] transaction","detail":"{read_only:false; response_revision:15482; number_of_response:1; }","duration":"298.2637ms","start":"2026-03-01T21:42:10.461169Z","end":"2026-03-01T21:42:10.759433Z","steps":["trace[793060391] 'process raft request' (duration: 298.059565ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:10.759336Z","caller":"traceutil/trace.go:171","msg":"trace[1190711799] transaction","detail":"{read_only:false; response_revision:15480; number_of_response:1; }","duration":"298.794591ms","start":"2026-03-01T21:42:10.460498Z","end":"2026-03-01T21:42:10.759293Z","steps":["trace[1190711799] 'process raft request' (duration: 298.324281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:10.759666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.189518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-wxsvn\" ","response":"range_response_count:1 size:20742"} {"level":"info","ts":"2026-03-01T21:42:10.759751Z","caller":"traceutil/trace.go:171","msg":"trace[865267976] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-wxsvn; range_end:; response_count:1; response_revision:15482; }","duration":"267.32434ms","start":"2026-03-01T21:42:10.492407Z","end":"2026-03-01T21:42:10.759731Z","steps":["trace[865267976] 'agreement among raft nodes before linearized reading' (duration: 267.093215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:10.759685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.582075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lhhrd\" ","response":"range_response_count:1 size:9783"} {"level":"info","ts":"2026-03-01T21:42:10.759861Z","caller":"traceutil/trace.go:171","msg":"trace[1751892918] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lhhrd; range_end:; response_count:1; response_revision:15482; }","duration":"261.80236ms","start":"2026-03-01T21:42:10.498038Z","end":"2026-03-01T21:42:10.75984Z","steps":["trace[1751892918] 'agreement among raft nodes before linearized reading' (duration: 261.477503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:10.867808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.179639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:75 size:709838"} {"level":"info","ts":"2026-03-01T21:42:10.867945Z","caller":"traceutil/trace.go:171","msg":"trace[1019153232] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:75; response_revision:15484; }","duration":"100.355172ms","start":"2026-03-01T21:42:10.767564Z","end":"2026-03-01T21:42:10.867919Z","steps":["trace[1019153232] 'agreement among raft nodes before linearized reading' (duration: 99.206918ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:11.016717Z","caller":"traceutil/trace.go:171","msg":"trace[556366746] linearizableReadLoop","detail":"{readStateIndex:16275; appliedIndex:16274; }","duration":"119.242609ms","start":"2026-03-01T21:42:10.897444Z","end":"2026-03-01T21:42:11.016686Z","steps":["trace[556366746] 'read index received' (duration: 53.656668ms)","trace[556366746] 'applied index is now lower than readState.Index' (duration: 65.584861ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:42:11.016763Z","caller":"traceutil/trace.go:171","msg":"trace[1339852356] transaction","detail":"{read_only:false; response_revision:15485; number_of_response:1; }","duration":"143.983632ms","start":"2026-03-01T21:42:10.872747Z","end":"2026-03-01T21:42:11.01673Z","steps":["trace[1339852356] 'process raft request' (duration: 78.438352ms)","trace[1339852356] 'compare' (duration: 65.343416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:42:11.017083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.606287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:42:11.017173Z","caller":"traceutil/trace.go:171","msg":"trace[2106212183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15485; }","duration":"119.717569ms","start":"2026-03-01T21:42:10.897435Z","end":"2026-03-01T21:42:11.017152Z","steps":["trace[2106212183] 'agreement among raft nodes before linearized reading' (duration: 119.406952ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:23.574928Z","caller":"traceutil/trace.go:171","msg":"trace[70544467] transaction","detail":"{read_only:false; response_revision:15573; number_of_response:1; }","duration":"151.779903ms","start":"2026-03-01T21:42:23.423116Z","end":"2026-03-01T21:42:23.574896Z","steps":["trace[70544467] 'process raft request' (duration: 141.014457ms)","trace[70544467] 'compare' (duration: 10.622023ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:42:23.748016Z","caller":"traceutil/trace.go:171","msg":"trace[178619584] transaction","detail":"{read_only:false; response_revision:15575; number_of_response:1; }","duration":"127.722924ms","start":"2026-03-01T21:42:23.62026Z","end":"2026-03-01T21:42:23.747983Z","steps":["trace[178619584] 'process raft request' (duration: 70.705912ms)","trace[178619584] 'compare' (duration: 56.862248ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:42:24.104101Z","caller":"traceutil/trace.go:171","msg":"trace[2066626251] linearizableReadLoop","detail":"{readStateIndex:16375; appliedIndex:16374; }","duration":"148.192924ms","start":"2026-03-01T21:42:23.95587Z","end":"2026-03-01T21:42:24.104063Z","steps":["trace[2066626251] 'read index received' (duration: 116.861967ms)","trace[2066626251] 'applied index is now lower than readState.Index' (duration: 31.327577ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:42:24.104104Z","caller":"traceutil/trace.go:171","msg":"trace[609999317] transaction","detail":"{read_only:false; response_revision:15579; number_of_response:1; }","duration":"149.654405ms","start":"2026-03-01T21:42:23.954413Z","end":"2026-03-01T21:42:24.104068Z","steps":["trace[609999317] 'process raft request' (duration: 118.41689ms)","trace[609999317] 'compare' (duration: 30.936359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:42:24.10434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.44928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-01T21:42:24.104433Z","caller":"traceutil/trace.go:171","msg":"trace[748738814] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15579; }","duration":"148.585323ms","start":"2026-03-01T21:42:23.955824Z","end":"2026-03-01T21:42:24.10441Z","steps":["trace[748738814] 'agreement among raft nodes before linearized reading' (duration: 148.324627ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:31.725718Z","caller":"traceutil/trace.go:171","msg":"trace[817512309] transaction","detail":"{read_only:false; response_revision:15645; number_of_response:1; }","duration":"102.139872ms","start":"2026-03-01T21:42:31.623542Z","end":"2026-03-01T21:42:31.725682Z","steps":["trace[817512309] 'process raft request' (duration: 74.631038ms)","trace[817512309] 'compare' (duration: 27.34286ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:42:31.77181Z","caller":"traceutil/trace.go:171","msg":"trace[1551246683] transaction","detail":"{read_only:false; number_of_response:0; response_revision:15645; }","duration":"131.517747ms","start":"2026-03-01T21:42:31.64027Z","end":"2026-03-01T21:42:31.771787Z","steps":["trace[1551246683] 'process raft request' (duration: 131.426725ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:31.877175Z","caller":"traceutil/trace.go:171","msg":"trace[801192566] linearizableReadLoop","detail":"{readStateIndex:16446; appliedIndex:16445; }","duration":"103.643626ms","start":"2026-03-01T21:42:31.773512Z","end":"2026-03-01T21:42:31.877156Z","steps":["trace[801192566] 'read index received' (duration: 103.467702ms)","trace[801192566] 'applied index is now lower than readState.Index' (duration: 174.524µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:42:31.877293Z","caller":"traceutil/trace.go:171","msg":"trace[1788873024] transaction","detail":"{read_only:false; response_revision:15646; number_of_response:1; }","duration":"118.972972ms","start":"2026-03-01T21:42:31.758309Z","end":"2026-03-01T21:42:31.877282Z","steps":["trace[1788873024] 'process raft request' (duration: 118.689006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:31.877461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.922382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:42:31.877511Z","caller":"traceutil/trace.go:171","msg":"trace[696813033] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:15646; }","duration":"103.992003ms","start":"2026-03-01T21:42:31.773503Z","end":"2026-03-01T21:42:31.877495Z","steps":["trace[696813033] 'agreement among raft nodes before linearized reading' (duration: 103.890241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:31.877804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.225918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13485"} {"level":"info","ts":"2026-03-01T21:42:31.877848Z","caller":"traceutil/trace.go:171","msg":"trace[2020734365] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:15646; }","duration":"104.29886ms","start":"2026-03-01T21:42:31.77354Z","end":"2026-03-01T21:42:31.877839Z","steps":["trace[2020734365] 'agreement among raft nodes before linearized reading' (duration: 104.153297ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:32.039887Z","caller":"traceutil/trace.go:171","msg":"trace[180353681] transaction","detail":"{read_only:false; response_revision:15647; number_of_response:1; }","duration":"149.882161ms","start":"2026-03-01T21:42:31.889968Z","end":"2026-03-01T21:42:32.03985Z","steps":["trace[180353681] 'process raft request' (duration: 149.177016ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:32.0758Z","caller":"traceutil/trace.go:171","msg":"trace[1375700374] linearizableReadLoop","detail":"{readStateIndex:16448; appliedIndex:16446; }","duration":"157.368486ms","start":"2026-03-01T21:42:31.918402Z","end":"2026-03-01T21:42:32.07577Z","steps":["trace[1375700374] 'read index received' (duration: 120.874144ms)","trace[1375700374] 'applied index is now lower than readState.Index' (duration: 36.493372ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:42:32.075878Z","caller":"traceutil/trace.go:171","msg":"trace[292254451] transaction","detail":"{read_only:false; response_revision:15648; number_of_response:1; }","duration":"180.3499ms","start":"2026-03-01T21:42:31.895497Z","end":"2026-03-01T21:42:32.075847Z","steps":["trace[292254451] 'process raft request' (duration: 180.101015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:32.076032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.609891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:42:32.076068Z","caller":"traceutil/trace.go:171","msg":"trace[1806698642] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15648; }","duration":"157.718453ms","start":"2026-03-01T21:42:31.918338Z","end":"2026-03-01T21:42:32.076056Z","steps":["trace[1806698642] 'agreement among raft nodes before linearized reading' (duration: 157.560429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:32.092993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.950844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:42:32.093045Z","caller":"traceutil/trace.go:171","msg":"trace[487608469] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:15649; }","duration":"110.065927ms","start":"2026-03-01T21:42:31.982965Z","end":"2026-03-01T21:42:32.093031Z","steps":["trace[487608469] 'agreement among raft nodes before linearized reading' (duration: 109.975315ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:32.918221Z","caller":"traceutil/trace.go:171","msg":"trace[522700325] transaction","detail":"{read_only:false; response_revision:15663; number_of_response:1; }","duration":"118.342639ms","start":"2026-03-01T21:42:32.799849Z","end":"2026-03-01T21:42:32.918192Z","steps":["trace[522700325] 'process raft request' (duration: 118.157935ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:33.035571Z","caller":"traceutil/trace.go:171","msg":"trace[1432124578] transaction","detail":"{read_only:false; response_revision:15664; number_of_response:1; }","duration":"112.356447ms","start":"2026-03-01T21:42:32.923185Z","end":"2026-03-01T21:42:33.035541Z","steps":["trace[1432124578] 'process raft request' (duration: 106.422585ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:33.046195Z","caller":"traceutil/trace.go:171","msg":"trace[1499363728] linearizableReadLoop","detail":"{readStateIndex:16467; appliedIndex:16463; }","duration":"118.950262ms","start":"2026-03-01T21:42:32.92723Z","end":"2026-03-01T21:42:33.04618Z","steps":["trace[1499363728] 'read index received' (duration: 102.395068ms)","trace[1499363728] 'applied index is now lower than readState.Index' (duration: 16.554384ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:42:33.046216Z","caller":"traceutil/trace.go:171","msg":"trace[1067742793] transaction","detail":"{read_only:false; response_revision:15667; number_of_response:1; }","duration":"121.474017ms","start":"2026-03-01T21:42:32.92472Z","end":"2026-03-01T21:42:33.046194Z","steps":["trace[1067742793] 'process raft request' (duration: 121.380625ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:33.046335Z","caller":"traceutil/trace.go:171","msg":"trace[1515613664] transaction","detail":"{read_only:false; response_revision:15666; number_of_response:1; }","duration":"122.289974ms","start":"2026-03-01T21:42:32.924007Z","end":"2026-03-01T21:42:33.046297Z","steps":["trace[1515613664] 'process raft request' (duration: 122.060369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:33.046415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.955671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:42:33.046483Z","caller":"traceutil/trace.go:171","msg":"trace[865867622] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15668; }","duration":"119.055125ms","start":"2026-03-01T21:42:32.927413Z","end":"2026-03-01T21:42:33.046469Z","steps":["trace[865867622] 'agreement among raft nodes before linearized reading' (duration: 118.943111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:33.046583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.920784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:5053"} {"level":"warn","ts":"2026-03-01T21:42:33.046598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.547632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:5053"} {"level":"warn","ts":"2026-03-01T21:42:33.046606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.562874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:42:33.046633Z","caller":"traceutil/trace.go:171","msg":"trace[1436343959] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:15668; }","duration":"112.657374ms","start":"2026-03-01T21:42:32.933967Z","end":"2026-03-01T21:42:33.046624Z","steps":["trace[1436343959] 'agreement among raft nodes before linearized reading' (duration: 112.536862ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:33.04665Z","caller":"traceutil/trace.go:171","msg":"trace[1439160527] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15668; }","duration":"113.642335ms","start":"2026-03-01T21:42:32.932993Z","end":"2026-03-01T21:42:33.046636Z","steps":["trace[1439160527] 'agreement among raft nodes before linearized reading' (duration: 113.547023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:33.046617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.683507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:42:33.046631Z","caller":"traceutil/trace.go:171","msg":"trace[428083046] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:15668; }","duration":"104.993476ms","start":"2026-03-01T21:42:32.941624Z","end":"2026-03-01T21:42:33.046617Z","steps":["trace[428083046] 'agreement among raft nodes before linearized reading' (duration: 104.853793ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:33.04673Z","caller":"traceutil/trace.go:171","msg":"trace[235458708] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15668; }","duration":"113.84329ms","start":"2026-03-01T21:42:32.932858Z","end":"2026-03-01T21:42:33.046702Z","steps":["trace[235458708] 'agreement among raft nodes before linearized reading' (duration: 113.612515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:33.046762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.269803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-01T21:42:33.046799Z","caller":"traceutil/trace.go:171","msg":"trace[1791309759] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15668; }","duration":"116.337135ms","start":"2026-03-01T21:42:32.930452Z","end":"2026-03-01T21:42:33.046789Z","steps":["trace[1791309759] 'agreement among raft nodes before linearized reading' (duration: 116.211732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:33.046874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.636337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:42:33.046925Z","caller":"traceutil/trace.go:171","msg":"trace[1231102032] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15668; }","duration":"119.710869ms","start":"2026-03-01T21:42:32.927196Z","end":"2026-03-01T21:42:33.046907Z","steps":["trace[1231102032] 'agreement among raft nodes before linearized reading' (duration: 119.642378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:33.047085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.174843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:5053"} {"level":"info","ts":"2026-03-01T21:42:33.047125Z","caller":"traceutil/trace.go:171","msg":"trace[1067303148] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:15668; }","duration":"117.295176ms","start":"2026-03-01T21:42:32.929819Z","end":"2026-03-01T21:42:33.047114Z","steps":["trace[1067303148] 'agreement among raft nodes before linearized reading' (duration: 117.122652ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:33.047122Z","caller":"traceutil/trace.go:171","msg":"trace[1019807142] transaction","detail":"{read_only:false; response_revision:15665; number_of_response:1; }","duration":"122.273624ms","start":"2026-03-01T21:42:32.923881Z","end":"2026-03-01T21:42:33.046155Z","steps":["trace[1019807142] 'process raft request' (duration: 122.07441ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:33.247671Z","caller":"traceutil/trace.go:171","msg":"trace[1613664319] linearizableReadLoop","detail":"{readStateIndex:16469; appliedIndex:16468; }","duration":"147.812615ms","start":"2026-03-01T21:42:33.099833Z","end":"2026-03-01T21:42:33.247645Z","steps":["trace[1613664319] 'read index received' (duration: 147.474487ms)","trace[1613664319] 'applied index is now lower than readState.Index' (duration: 337.138µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:42:33.247891Z","caller":"traceutil/trace.go:171","msg":"trace[1279736963] transaction","detail":"{read_only:false; response_revision:15669; number_of_response:1; }","duration":"192.589658ms","start":"2026-03-01T21:42:33.055267Z","end":"2026-03-01T21:42:33.247856Z","steps":["trace[1279736963] 'process raft request' (duration: 192.139819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:33.248101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.712619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:42:33.248186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.310706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-wxsvn\" ","response":"range_response_count:1 size:20742"} {"level":"warn","ts":"2026-03-01T21:42:33.248179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.082405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:5053"} {"level":"info","ts":"2026-03-01T21:42:33.248273Z","caller":"traceutil/trace.go:171","msg":"trace[1049967549] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-wxsvn; range_end:; response_count:1; response_revision:15669; }","duration":"148.45661ms","start":"2026-03-01T21:42:33.099771Z","end":"2026-03-01T21:42:33.248228Z","steps":["trace[1049967549] 'agreement among raft nodes before linearized reading' (duration: 148.080481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:33.248336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.50568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-01T21:42:33.248374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.167184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-01T21:42:33.248407Z","caller":"traceutil/trace.go:171","msg":"trace[1671757096] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15669; }","duration":"102.233595ms","start":"2026-03-01T21:42:33.146167Z","end":"2026-03-01T21:42:33.248401Z","steps":["trace[1671757096] 'agreement among raft nodes before linearized reading' (duration: 102.135943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:33.248454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.352414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:5053"} {"level":"info","ts":"2026-03-01T21:42:33.248481Z","caller":"traceutil/trace.go:171","msg":"trace[74619004] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:15669; }","duration":"115.396895ms","start":"2026-03-01T21:42:33.133077Z","end":"2026-03-01T21:42:33.248474Z","steps":["trace[74619004] 'agreement among raft nodes before linearized reading' (duration: 115.322993ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:33.24838Z","caller":"traceutil/trace.go:171","msg":"trace[125850271] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15669; }","duration":"117.579392ms","start":"2026-03-01T21:42:33.130789Z","end":"2026-03-01T21:42:33.248369Z","steps":["trace[125850271] 'agreement among raft nodes before linearized reading' (duration: 117.425889ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:33.248276Z","caller":"traceutil/trace.go:171","msg":"trace[171424933] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:15669; }","duration":"109.211548ms","start":"2026-03-01T21:42:33.139042Z","end":"2026-03-01T21:42:33.248254Z","steps":["trace[171424933] 'agreement among raft nodes before linearized reading' (duration: 108.934881ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:33.248222Z","caller":"traceutil/trace.go:171","msg":"trace[989059105] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:15669; }","duration":"125.900425ms","start":"2026-03-01T21:42:33.122295Z","end":"2026-03-01T21:42:33.248196Z","steps":["trace[989059105] 'agreement among raft nodes before linearized reading' (duration: 125.648458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:42:33.248738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.597845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-01T21:42:33.248842Z","caller":"traceutil/trace.go:171","msg":"trace[1110578829] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15669; }","duration":"118.774219ms","start":"2026-03-01T21:42:33.130048Z","end":"2026-03-01T21:42:33.248822Z","steps":["trace[1110578829] 'agreement among raft nodes before linearized reading' (duration: 118.252588ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:42:48.621592Z","caller":"traceutil/trace.go:171","msg":"trace[1233495077] transaction","detail":"{read_only:false; response_revision:15772; number_of_response:1; }","duration":"136.925851ms","start":"2026-03-01T21:42:48.484613Z","end":"2026-03-01T21:42:48.621539Z","steps":["trace[1233495077] 'process raft request' (duration: 84.288854ms)","trace[1233495077] 'compare' (duration: 52.446653ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:43:11.034435Z","caller":"traceutil/trace.go:171","msg":"trace[1165615779] transaction","detail":"{read_only:false; response_revision:15947; number_of_response:1; }","duration":"150.97368ms","start":"2026-03-01T21:43:10.883437Z","end":"2026-03-01T21:43:11.034411Z","steps":["trace[1165615779] 'process raft request' (duration: 150.825047ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:11.694179Z","caller":"traceutil/trace.go:171","msg":"trace[373204390] transaction","detail":"{read_only:false; response_revision:15955; number_of_response:1; }","duration":"144.406895ms","start":"2026-03-01T21:43:11.54974Z","end":"2026-03-01T21:43:11.694147Z","steps":["trace[373204390] 'process raft request' (duration: 135.99669ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:11.89237Z","caller":"traceutil/trace.go:171","msg":"trace[64422074] linearizableReadLoop","detail":"{readStateIndex:16772; appliedIndex:16771; }","duration":"109.13034ms","start":"2026-03-01T21:43:11.783207Z","end":"2026-03-01T21:43:11.892337Z","steps":["trace[64422074] 'read index received' (duration: 66.38315ms)","trace[64422074] 'applied index is now lower than readState.Index' (duration: 42.744959ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:43:11.8924Z","caller":"traceutil/trace.go:171","msg":"trace[274256938] transaction","detail":"{read_only:false; response_revision:15957; number_of_response:1; }","duration":"110.018049ms","start":"2026-03-01T21:43:11.782348Z","end":"2026-03-01T21:43:11.892366Z","steps":["trace[274256938] 'process raft request' (duration: 67.335721ms)","trace[274256938] 'compare' (duration: 42.359881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:43:11.893602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.372847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:740513"} {"level":"info","ts":"2026-03-01T21:43:11.893652Z","caller":"traceutil/trace.go:171","msg":"trace[892836592] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15957; }","duration":"110.46526ms","start":"2026-03-01T21:43:11.783174Z","end":"2026-03-01T21:43:11.893639Z","steps":["trace[892836592] 'agreement among raft nodes before linearized reading' (duration: 109.310194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:11.893797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.650984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:740513"} {"level":"info","ts":"2026-03-01T21:43:11.893923Z","caller":"traceutil/trace.go:171","msg":"trace[365524252] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15957; }","duration":"105.791166ms","start":"2026-03-01T21:43:11.788112Z","end":"2026-03-01T21:43:11.893903Z","steps":["trace[365524252] 'agreement among raft nodes before linearized reading' (duration: 104.700872ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:12.095237Z","caller":"traceutil/trace.go:171","msg":"trace[916738598] transaction","detail":"{read_only:false; response_revision:15958; number_of_response:1; }","duration":"145.775825ms","start":"2026-03-01T21:43:11.94941Z","end":"2026-03-01T21:43:12.095186Z","steps":["trace[916738598] 'process raft request' (duration: 96.289507ms)","trace[916738598] 'compare' (duration: 49.14556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:43:12.356225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.583177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:43:12.356394Z","caller":"traceutil/trace.go:171","msg":"trace[276490706] transaction","detail":"{read_only:false; response_revision:15960; number_of_response:1; }","duration":"174.354643ms","start":"2026-03-01T21:43:12.182Z","end":"2026-03-01T21:43:12.356354Z","steps":["trace[276490706] 'process raft request' (duration: 15.224964ms)","trace[276490706] 'compare' (duration: 158.399343ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:43:12.358775Z","caller":"traceutil/trace.go:171","msg":"trace[1479309017] linearizableReadLoop","detail":"{readStateIndex:16776; appliedIndex:16775; }","duration":"106.611344ms","start":"2026-03-01T21:43:12.252144Z","end":"2026-03-01T21:43:12.358756Z","steps":["trace[1479309017] 'read index received' (duration: 106.526772ms)","trace[1479309017] 'applied index is now lower than readState.Index' (duration: 83.472µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:43:12.358895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.729486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:43:12.358929Z","caller":"traceutil/trace.go:171","msg":"trace[1006903012] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:15961; }","duration":"106.823778ms","start":"2026-03-01T21:43:12.252095Z","end":"2026-03-01T21:43:12.358919Z","steps":["trace[1006903012] 'agreement among raft nodes before linearized reading' (duration: 106.730346ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:12.358984Z","caller":"traceutil/trace.go:171","msg":"trace[268788966] transaction","detail":"{read_only:false; response_revision:15961; number_of_response:1; }","duration":"172.450512ms","start":"2026-03-01T21:43:12.186504Z","end":"2026-03-01T21:43:12.358954Z","steps":["trace[268788966] 'process raft request' (duration: 172.161316ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:12.500577Z","caller":"traceutil/trace.go:171","msg":"trace[976599383] transaction","detail":"{read_only:false; response_revision:15963; number_of_response:1; }","duration":"133.538166ms","start":"2026-03-01T21:43:12.367Z","end":"2026-03-01T21:43:12.500538Z","steps":["trace[976599383] 'process raft request' (duration: 133.180388ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:12.501048Z","caller":"traceutil/trace.go:171","msg":"trace[330434484] transaction","detail":"{read_only:false; response_revision:15964; number_of_response:1; }","duration":"131.647885ms","start":"2026-03-01T21:43:12.369357Z","end":"2026-03-01T21:43:12.501005Z","steps":["trace[330434484] 'process raft request' (duration: 131.076811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:13.006391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.551473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-03-01T21:43:13.006455Z","caller":"traceutil/trace.go:171","msg":"trace[1966494328] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15968; }","duration":"116.693496ms","start":"2026-03-01T21:43:12.889746Z","end":"2026-03-01T21:43:13.00644Z","steps":["trace[1966494328] 'range keys from in-memory index tree' (duration: 116.325798ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:13.358975Z","caller":"traceutil/trace.go:171","msg":"trace[531907499] linearizableReadLoop","detail":"{readStateIndex:16784; appliedIndex:16783; }","duration":"317.359099ms","start":"2026-03-01T21:43:13.041508Z","end":"2026-03-01T21:43:13.358867Z","steps":["trace[531907499] 'read index received' (duration: 317.142374ms)","trace[531907499] 'applied index is now lower than readState.Index' (duration: 215.875µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:43:13.359165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.633815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:43:13.359414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.399598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:1 size:7288"} {"level":"info","ts":"2026-03-01T21:43:13.359465Z","caller":"traceutil/trace.go:171","msg":"trace[769844485] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:1; response_revision:15969; }","duration":"211.502871ms","start":"2026-03-01T21:43:13.14795Z","end":"2026-03-01T21:43:13.359453Z","steps":["trace[769844485] 'agreement among raft nodes before linearized reading' (duration: 211.252385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:13.359482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.199292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-01T21:43:13.359514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.940089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12585"} {"level":"info","ts":"2026-03-01T21:43:13.361166Z","caller":"traceutil/trace.go:171","msg":"trace[941373437] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:15969; }","duration":"203.614207ms","start":"2026-03-01T21:43:13.157534Z","end":"2026-03-01T21:43:13.361149Z","steps":["trace[941373437] 'agreement among raft nodes before linearized reading' (duration: 201.691275ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:13.359543Z","caller":"traceutil/trace.go:171","msg":"trace[213581075] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15969; }","duration":"210.313184ms","start":"2026-03-01T21:43:13.149215Z","end":"2026-03-01T21:43:13.359528Z","steps":["trace[213581075] 'agreement among raft nodes before linearized reading' (duration: 210.175991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:13.359494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.85906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12585"} {"level":"info","ts":"2026-03-01T21:43:13.361465Z","caller":"traceutil/trace.go:171","msg":"trace[8505088] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:15969; }","duration":"209.852194ms","start":"2026-03-01T21:43:13.151598Z","end":"2026-03-01T21:43:13.361451Z","steps":["trace[8505088] 'agreement among raft nodes before linearized reading' (duration: 207.697846ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:13.359259Z","caller":"traceutil/trace.go:171","msg":"trace[1142906571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15969; }","duration":"317.768887ms","start":"2026-03-01T21:43:13.041475Z","end":"2026-03-01T21:43:13.359244Z","steps":["trace[1142906571] 'agreement among raft nodes before linearized reading' (duration: 317.579963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:13.361529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:13.041456Z","time spent":"320.061298ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:43:13.35905Z","caller":"traceutil/trace.go:171","msg":"trace[1918833237] transaction","detail":"{read_only:false; response_revision:15969; number_of_response:1; }","duration":"345.485917ms","start":"2026-03-01T21:43:13.013528Z","end":"2026-03-01T21:43:13.359014Z","steps":["trace[1918833237] 'process raft request' (duration: 345.17035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:13.361699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:13.01351Z","time spent":"348.129075ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:43:13.359644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.590634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:43:13.361763Z","caller":"traceutil/trace.go:171","msg":"trace[924018835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15969; }","duration":"204.741821ms","start":"2026-03-01T21:43:13.157006Z","end":"2026-03-01T21:43:13.361748Z","steps":["trace[924018835] 'agreement among raft nodes before linearized reading' (duration: 202.568243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:13.361785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.920972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:1 size:7288"} {"level":"info","ts":"2026-03-01T21:43:13.362138Z","caller":"traceutil/trace.go:171","msg":"trace[1386449504] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:1; response_revision:15969; }","duration":"213.296439ms","start":"2026-03-01T21:43:13.148828Z","end":"2026-03-01T21:43:13.362124Z","steps":["trace[1386449504] 'agreement among raft nodes before linearized reading' (duration: 210.843175ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:13.547731Z","caller":"traceutil/trace.go:171","msg":"trace[710557449] linearizableReadLoop","detail":"{readStateIndex:16787; appliedIndex:16785; }","duration":"145.474048ms","start":"2026-03-01T21:43:13.402229Z","end":"2026-03-01T21:43:13.547703Z","steps":["trace[710557449] 'read index received' (duration: 83.480375ms)","trace[710557449] 'applied index is now lower than readState.Index' (duration: 61.992153ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:43:13.547861Z","caller":"traceutil/trace.go:171","msg":"trace[248218892] transaction","detail":"{read_only:false; response_revision:15972; number_of_response:1; }","duration":"180.012497ms","start":"2026-03-01T21:43:13.367776Z","end":"2026-03-01T21:43:13.547788Z","steps":["trace[248218892] 'process raft request' (duration: 179.865234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:13.548057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.753323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-03-01T21:43:13.548114Z","caller":"traceutil/trace.go:171","msg":"trace[1146619486] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15972; }","duration":"180.869146ms","start":"2026-03-01T21:43:13.367226Z","end":"2026-03-01T21:43:13.548095Z","steps":["trace[1146619486] 'agreement among raft nodes before linearized reading' (duration: 180.629821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:13.548121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.593795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-01T21:43:13.548227Z","caller":"traceutil/trace.go:171","msg":"trace[1665121536] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:15972; }","duration":"178.731519ms","start":"2026-03-01T21:43:13.369471Z","end":"2026-03-01T21:43:13.548202Z","steps":["trace[1665121536] 'agreement among raft nodes before linearized reading' (duration: 178.32967ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:13.548249Z","caller":"traceutil/trace.go:171","msg":"trace[1860705665] transaction","detail":"{read_only:false; response_revision:15971; number_of_response:1; }","duration":"182.031093ms","start":"2026-03-01T21:43:13.366187Z","end":"2026-03-01T21:43:13.548218Z","steps":["trace[1860705665] 'process raft request' (duration: 119.62554ms)","trace[1860705665] 'compare' (duration: 61.664326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:43:13.548477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.648343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:43:13.548574Z","caller":"traceutil/trace.go:171","msg":"trace[712012562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15972; }","duration":"181.795767ms","start":"2026-03-01T21:43:13.366756Z","end":"2026-03-01T21:43:13.548552Z","steps":["trace[712012562] 'agreement among raft nodes before linearized reading' (duration: 181.48528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:13.603744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.964991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-01T21:43:13.603837Z","caller":"traceutil/trace.go:171","msg":"trace[867972780] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15973; }","duration":"192.096933ms","start":"2026-03-01T21:43:13.411721Z","end":"2026-03-01T21:43:13.603818Z","steps":["trace[867972780] 'agreement among raft nodes before linearized reading' (duration: 191.784546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:13.603852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.804769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-01T21:43:13.60392Z","caller":"traceutil/trace.go:171","msg":"trace[916778180] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15973; }","duration":"192.914052ms","start":"2026-03-01T21:43:13.410989Z","end":"2026-03-01T21:43:13.603903Z","steps":["trace[916778180] 'agreement among raft nodes before linearized reading' (duration: 192.678627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:13.603937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.009571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-01T21:43:13.604061Z","caller":"traceutil/trace.go:171","msg":"trace[1489437235] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15973; }","duration":"192.177645ms","start":"2026-03-01T21:43:13.411851Z","end":"2026-03-01T21:43:13.604028Z","steps":["trace[1489437235] 'agreement among raft nodes before linearized reading' (duration: 191.830417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:13.604993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.495456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:43:13.605125Z","caller":"traceutil/trace.go:171","msg":"trace[761487653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15973; }","duration":"194.64302ms","start":"2026-03-01T21:43:13.41045Z","end":"2026-03-01T21:43:13.605093Z","steps":["trace[761487653] 'agreement among raft nodes before linearized reading' (duration: 194.287762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:13.926842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.780211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:43:13.9271Z","caller":"traceutil/trace.go:171","msg":"trace[1631868320] linearizableReadLoop","detail":"{readStateIndex:16790; appliedIndex:16788; }","duration":"323.643396ms","start":"2026-03-01T21:43:13.603438Z","end":"2026-03-01T21:43:13.927082Z","steps":["trace[1631868320] 'read index received' (duration: 88.713351ms)","trace[1631868320] 'applied index is now lower than readState.Index' (duration: 234.928725ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:43:13.927161Z","caller":"traceutil/trace.go:171","msg":"trace[752032540] transaction","detail":"{read_only:false; response_revision:15975; number_of_response:1; }","duration":"373.778469ms","start":"2026-03-01T21:43:13.553362Z","end":"2026-03-01T21:43:13.92714Z","steps":["trace[752032540] 'process raft request' (duration: 373.597805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:13.927313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:13.553347Z","time spent":"373.887562ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:43:13.927316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.464176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lhhrd\" ","response":"range_response_count:1 size:9783"} {"level":"warn","ts":"2026-03-01T21:43:13.927405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.918907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17596"} {"level":"info","ts":"2026-03-01T21:43:13.92745Z","caller":"traceutil/trace.go:171","msg":"trace[1960497322] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15975; }","duration":"376.989519ms","start":"2026-03-01T21:43:13.550446Z","end":"2026-03-01T21:43:13.927435Z","steps":["trace[1960497322] 'agreement among raft nodes before linearized reading' (duration: 376.889437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:13.927491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:13.550427Z","time spent":"377.057171ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17619,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-01T21:43:13.927462Z","caller":"traceutil/trace.go:171","msg":"trace[2096404906] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lhhrd; range_end:; response_count:1; response_revision:15975; }","duration":"370.611719ms","start":"2026-03-01T21:43:13.556804Z","end":"2026-03-01T21:43:13.927416Z","steps":["trace[2096404906] 'agreement among raft nodes before linearized reading' (duration: 370.368064ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:13.927512Z","caller":"traceutil/trace.go:171","msg":"trace[1252193242] transaction","detail":"{read_only:false; response_revision:15974; number_of_response:1; }","duration":"374.425103ms","start":"2026-03-01T21:43:13.553007Z","end":"2026-03-01T21:43:13.927433Z","steps":["trace[1252193242] 'process raft request' (duration: 138.938595ms)","trace[1252193242] 'compare' (duration: 234.412524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:43:13.927604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:13.556793Z","time spent":"370.758712ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9806,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lhhrd\" "} {"level":"warn","ts":"2026-03-01T21:43:13.92775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:13.552979Z","time spent":"374.662498ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:43:14.140819Z","caller":"traceutil/trace.go:171","msg":"trace[347244773] linearizableReadLoop","detail":"{readStateIndex:16792; appliedIndex:16790; }","duration":"213.654667ms","start":"2026-03-01T21:43:13.92714Z","end":"2026-03-01T21:43:14.140794Z","steps":["trace[347244773] 'read index received' (duration: 207.744667ms)","trace[347244773] 'applied index is now lower than readState.Index' (duration: 5.9092ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:43:14.141196Z","caller":"traceutil/trace.go:171","msg":"trace[1295120506] transaction","detail":"{read_only:false; response_revision:15976; number_of_response:1; }","duration":"531.092057ms","start":"2026-03-01T21:43:13.610089Z","end":"2026-03-01T21:43:14.141181Z","steps":["trace[1295120506] 'process raft request' (duration: 524.780589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:14.141393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:13.610055Z","time spent":"531.186229ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:43:14.141829Z","caller":"traceutil/trace.go:171","msg":"trace[389905020] transaction","detail":"{read_only:false; response_revision:15977; number_of_response:1; }","duration":"526.486016ms","start":"2026-03-01T21:43:13.61533Z","end":"2026-03-01T21:43:14.141816Z","steps":["trace[389905020] 'process raft request' (duration: 525.405022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:14.141937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:13.615307Z","time spent":"526.566997ms","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:43:14.142262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.009138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jjwxl\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-03-01T21:43:14.142313Z","caller":"traceutil/trace.go:171","msg":"trace[1318810344] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jjwxl; range_end:; response_count:1; response_revision:15977; }","duration":"231.108451ms","start":"2026-03-01T21:43:13.911192Z","end":"2026-03-01T21:43:14.142301Z","steps":["trace[1318810344] 'agreement among raft nodes before linearized reading' (duration: 230.942218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:14.142659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.226069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jjwxl\" ","response":"range_response_count:1 size:22092"} {"level":"warn","ts":"2026-03-01T21:43:14.142763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.263769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vhncj\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-01T21:43:14.142873Z","caller":"traceutil/trace.go:171","msg":"trace[1175324865] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vhncj; range_end:; response_count:1; response_revision:15977; }","duration":"429.444993ms","start":"2026-03-01T21:43:13.713406Z","end":"2026-03-01T21:43:14.142851Z","steps":["trace[1175324865] 'agreement among raft nodes before linearized reading' (duration: 429.096775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:14.142929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:13.713381Z","time spent":"429.538395ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-vhncj\" "} {"level":"info","ts":"2026-03-01T21:43:14.142711Z","caller":"traceutil/trace.go:171","msg":"trace[693659268] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jjwxl; range_end:; response_count:1; response_revision:15977; }","duration":"349.326261ms","start":"2026-03-01T21:43:13.793373Z","end":"2026-03-01T21:43:14.142699Z","steps":["trace[693659268] 'agreement among raft nodes before linearized reading' (duration: 349.090005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:14.14349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:13.793344Z","time spent":"350.092178ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22115,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jjwxl\" "} {"level":"info","ts":"2026-03-01T21:43:14.45094Z","caller":"traceutil/trace.go:171","msg":"trace[362225186] transaction","detail":"{read_only:false; response_revision:15978; number_of_response:1; }","duration":"473.047251ms","start":"2026-03-01T21:43:13.977863Z","end":"2026-03-01T21:43:14.45091Z","steps":["trace[362225186] 'process raft request' (duration: 416.941618ms)","trace[362225186] 'compare' (duration: 55.777675ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:43:14.45102Z","caller":"traceutil/trace.go:171","msg":"trace[1032553254] linearizableReadLoop","detail":"{readStateIndex:16793; appliedIndex:16792; }","duration":"310.098568ms","start":"2026-03-01T21:43:14.140897Z","end":"2026-03-01T21:43:14.450995Z","steps":["trace[1032553254] 'read index received' (duration: 253.910253ms)","trace[1032553254] 'applied index is now lower than readState.Index' (duration: 56.186035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:43:14.451062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:13.977835Z","time spent":"473.159203ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:43:14.451321Z","caller":"traceutil/trace.go:171","msg":"trace[1676297343] transaction","detail":"{read_only:false; response_revision:15979; number_of_response:1; }","duration":"278.907333ms","start":"2026-03-01T21:43:14.172343Z","end":"2026-03-01T21:43:14.451251Z","steps":["trace[1676297343] 'process raft request' (duration: 278.569495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:14.451366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.411356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-01T21:43:14.451454Z","caller":"traceutil/trace.go:171","msg":"trace[81838170] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:15979; }","duration":"436.562009ms","start":"2026-03-01T21:43:14.01487Z","end":"2026-03-01T21:43:14.451432Z","steps":["trace[81838170] 'agreement among raft nodes before linearized reading' (duration: 436.16278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:14.451502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:14.014845Z","time spent":"436.649571ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-01T21:43:14.451976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.669699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-wxsvn\" ","response":"range_response_count:1 size:20742"} {"level":"info","ts":"2026-03-01T21:43:14.452018Z","caller":"traceutil/trace.go:171","msg":"trace[1421972063] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-wxsvn; range_end:; response_count:1; response_revision:15979; }","duration":"505.75079ms","start":"2026-03-01T21:43:13.946257Z","end":"2026-03-01T21:43:14.452007Z","steps":["trace[1421972063] 'agreement among raft nodes before linearized reading' (duration: 504.877601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:14.452049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:13.946247Z","time spent":"505.790161ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20765,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-wxsvn\" "} {"level":"warn","ts":"2026-03-01T21:43:14.452576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.842926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:749315"} {"level":"warn","ts":"2026-03-01T21:43:14.452587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.506371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:749315"} {"level":"info","ts":"2026-03-01T21:43:14.452636Z","caller":"traceutil/trace.go:171","msg":"trace[1667125590] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15979; }","duration":"301.911409ms","start":"2026-03-01T21:43:14.150709Z","end":"2026-03-01T21:43:14.45262Z","steps":["trace[1667125590] 'agreement among raft nodes before linearized reading' (duration: 300.497768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:14.452677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:14.150703Z","time spent":"301.962159ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":749338,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T21:43:14.452796Z","caller":"traceutil/trace.go:171","msg":"trace[2018696566] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15979; }","duration":"302.597183ms","start":"2026-03-01T21:43:14.150047Z","end":"2026-03-01T21:43:14.452644Z","steps":["trace[2018696566] 'agreement among raft nodes before linearized reading' (duration: 301.164032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:14.452857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:14.150039Z","time spent":"302.800967ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":749338,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T21:43:14.453399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.580875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:749315"} {"level":"info","ts":"2026-03-01T21:43:14.453474Z","caller":"traceutil/trace.go:171","msg":"trace[1178543937] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15979; }","duration":"303.688727ms","start":"2026-03-01T21:43:14.149769Z","end":"2026-03-01T21:43:14.453458Z","steps":["trace[1178543937] 'agreement among raft nodes before linearized reading' (duration: 301.398547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:14.453525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:14.149745Z","time spent":"303.76744ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":749338,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T21:43:14.453444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.550013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:749315"} {"level":"info","ts":"2026-03-01T21:43:14.453663Z","caller":"traceutil/trace.go:171","msg":"trace[1777839795] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15979; }","duration":"519.83483ms","start":"2026-03-01T21:43:13.933809Z","end":"2026-03-01T21:43:14.453643Z","steps":["trace[1777839795] 'agreement among raft nodes before linearized reading' (duration: 517.277853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:14.453747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:13.933782Z","time spent":"519.948023ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":749338,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-01T21:43:14.745931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.959907ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-01T21:43:14.80892Z","caller":"traceutil/trace.go:171","msg":"trace[1029758652] linearizableReadLoop","detail":"{readStateIndex:16796; appliedIndex:16794; }","duration":"351.688961ms","start":"2026-03-01T21:43:14.457201Z","end":"2026-03-01T21:43:14.80889Z","steps":["trace[1029758652] 'read index received' (duration: 128.924034ms)","trace[1029758652] 'applied index is now lower than readState.Index' (duration: 222.763487ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:43:14.809067Z","caller":"traceutil/trace.go:171","msg":"trace[290171250] transaction","detail":"{read_only:false; number_of_response:0; response_revision:15980; }","duration":"343.524402ms","start":"2026-03-01T21:43:14.465502Z","end":"2026-03-01T21:43:14.809027Z","steps":["trace[290171250] 'process raft request' (duration: 343.337368ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:14.809044Z","caller":"traceutil/trace.go:171","msg":"trace[1506620351] transaction","detail":"{read_only:false; response_revision:15980; number_of_response:1; }","duration":"353.031772ms","start":"2026-03-01T21:43:14.455878Z","end":"2026-03-01T21:43:14.80891Z","steps":["trace[1506620351] 'process raft request' (duration: 352.759136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:14.809248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:14.46549Z","time spent":"343.675275ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:43:14.809385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:14.455858Z","time spent":"353.409909ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:43:14.810796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.556524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:749315"} {"level":"info","ts":"2026-03-01T21:43:14.810895Z","caller":"traceutil/trace.go:171","msg":"trace[1316799534] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15980; }","duration":"353.696436ms","start":"2026-03-01T21:43:14.45718Z","end":"2026-03-01T21:43:14.810876Z","steps":["trace[1316799534] 'agreement among raft nodes before linearized reading' (duration: 351.946837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:14.810945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:14.457172Z","time spent":"353.761048ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":749338,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T21:43:14.892259Z","caller":"traceutil/trace.go:171","msg":"trace[1946456352] transaction","detail":"{read_only:false; response_revision:15981; number_of_response:1; }","duration":"145.227053ms","start":"2026-03-01T21:43:14.746973Z","end":"2026-03-01T21:43:14.8922Z","steps":["trace[1946456352] 'process raft request' (duration: 111.245647ms)","trace[1946456352] 'compare' (duration: 33.745371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:43:14.892538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.413484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-01T21:43:14.892624Z","caller":"traceutil/trace.go:171","msg":"trace[1713451479] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15981; }","duration":"385.542306ms","start":"2026-03-01T21:43:14.507061Z","end":"2026-03-01T21:43:14.892603Z","steps":["trace[1713451479] 'agreement among raft nodes before linearized reading' (duration: 385.2646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:14.892571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.370902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:43:14.892675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:14.507048Z","time spent":"385.618448ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-01T21:43:14.892686Z","caller":"traceutil/trace.go:171","msg":"trace[114178738] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15981; }","duration":"385.559677ms","start":"2026-03-01T21:43:14.507108Z","end":"2026-03-01T21:43:14.892667Z","steps":["trace[114178738] 'agreement among raft nodes before linearized reading' (duration: 385.122947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:14.892725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.246579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-01T21:43:14.892734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.540946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-01T21:43:14.892796Z","caller":"traceutil/trace.go:171","msg":"trace[1819465977] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15981; }","duration":"113.370322ms","start":"2026-03-01T21:43:14.779406Z","end":"2026-03-01T21:43:14.892776Z","steps":["trace[1819465977] 'agreement among raft nodes before linearized reading' (duration: 112.846231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:14.892893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:14.507085Z","time spent":"385.68702ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-01T21:43:14.892822Z","caller":"traceutil/trace.go:171","msg":"trace[176778682] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15981; }","duration":"385.69276ms","start":"2026-03-01T21:43:14.507116Z","end":"2026-03-01T21:43:14.892809Z","steps":["trace[176778682] 'agreement among raft nodes before linearized reading' (duration: 385.100037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:14.893264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:14.507093Z","time spent":"386.156639ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-01T21:43:15.166443Z","caller":"traceutil/trace.go:171","msg":"trace[1838128815] linearizableReadLoop","detail":"{readStateIndex:16799; appliedIndex:16798; }","duration":"271.098891ms","start":"2026-03-01T21:43:14.895325Z","end":"2026-03-01T21:43:15.166424Z","steps":["trace[1838128815] 'read index received' (duration: 271.07687ms)","trace[1838128815] 'applied index is now lower than readState.Index' (duration: 21.321µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:43:15.166536Z","caller":"traceutil/trace.go:171","msg":"trace[1011677321] transaction","detail":"{read_only:false; response_revision:15982; number_of_response:1; }","duration":"273.209658ms","start":"2026-03-01T21:43:14.893306Z","end":"2026-03-01T21:43:15.166516Z","steps":["trace[1011677321] 'process raft request' (duration: 273.007713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:15.166617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.275954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-01T21:43:15.166642Z","caller":"traceutil/trace.go:171","msg":"trace[729449376] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15982; }","duration":"271.345986ms","start":"2026-03-01T21:43:14.89529Z","end":"2026-03-01T21:43:15.166636Z","steps":["trace[729449376] 'agreement among raft nodes before linearized reading' (duration: 271.231444ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:15.42956Z","caller":"traceutil/trace.go:171","msg":"trace[950344021] linearizableReadLoop","detail":"{readStateIndex:16800; appliedIndex:16799; }","duration":"263.029294ms","start":"2026-03-01T21:43:15.1665Z","end":"2026-03-01T21:43:15.42953Z","steps":["trace[950344021] 'read index received' (duration: 262.776728ms)","trace[950344021] 'applied index is now lower than readState.Index' (duration: 250.916µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:43:15.429678Z","caller":"traceutil/trace.go:171","msg":"trace[1200896381] transaction","detail":"{read_only:false; response_revision:15983; number_of_response:1; }","duration":"525.655018ms","start":"2026-03-01T21:43:14.903981Z","end":"2026-03-01T21:43:15.429636Z","steps":["trace[1200896381] 'process raft request' (duration: 525.334521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:15.42979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.36353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:43:15.42988Z","caller":"traceutil/trace.go:171","msg":"trace[1141361235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15983; }","duration":"388.506843ms","start":"2026-03-01T21:43:15.041348Z","end":"2026-03-01T21:43:15.429855Z","steps":["trace[1141361235] 'agreement among raft nodes before linearized reading' (duration: 388.316629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:15.429878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:14.90396Z","time spent":"525.811831ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:43:15.429943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.118041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-01T21:43:15.430032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:15.041318Z","time spent":"388.652265ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:43:15.430163Z","caller":"traceutil/trace.go:171","msg":"trace[675258413] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15983; }","duration":"533.356687ms","start":"2026-03-01T21:43:14.89678Z","end":"2026-03-01T21:43:15.430137Z","steps":["trace[675258413] 'agreement among raft nodes before linearized reading' (duration: 532.913667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:15.430216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:14.896775Z","time spent":"533.428328ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:43:15.430321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.659429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-01T21:43:15.430522Z","caller":"traceutil/trace.go:171","msg":"trace[1797097216] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:15983; }","duration":"260.254733ms","start":"2026-03-01T21:43:15.170236Z","end":"2026-03-01T21:43:15.430491Z","steps":["trace[1797097216] 'agreement among raft nodes before linearized reading' (duration: 259.471186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:15.590174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.465606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:43:15.590373Z","caller":"traceutil/trace.go:171","msg":"trace[821054738] transaction","detail":"{read_only:false; response_revision:15984; number_of_response:1; }","duration":"154.368474ms","start":"2026-03-01T21:43:15.435982Z","end":"2026-03-01T21:43:15.59035Z","steps":["trace[821054738] 'process raft request' (duration: 29.339646ms)","trace[821054738] 'compare' (duration: 124.289922ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:43:15.590816Z","caller":"traceutil/trace.go:171","msg":"trace[399125369] transaction","detail":"{read_only:false; response_revision:15985; number_of_response:1; }","duration":"152.287878ms","start":"2026-03-01T21:43:15.438515Z","end":"2026-03-01T21:43:15.590803Z","steps":["trace[399125369] 'process raft request' (duration: 151.788487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:15.591014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.658074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11499"} {"level":"info","ts":"2026-03-01T21:43:15.591077Z","caller":"traceutil/trace.go:171","msg":"trace[1898454565] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15985; }","duration":"110.768055ms","start":"2026-03-01T21:43:15.480296Z","end":"2026-03-01T21:43:15.591064Z","steps":["trace[1898454565] 'agreement among raft nodes before linearized reading' (duration: 110.583571ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:15.591184Z","caller":"traceutil/trace.go:171","msg":"trace[1791590839] linearizableReadLoop","detail":"{readStateIndex:16802; appliedIndex:16800; }","duration":"110.393916ms","start":"2026-03-01T21:43:15.48035Z","end":"2026-03-01T21:43:15.590744Z","steps":["trace[1791590839] 'read index received' (duration: 72.281859ms)","trace[1791590839] 'applied index is now lower than readState.Index' (duration: 38.111107ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:43:15.79118Z","caller":"traceutil/trace.go:171","msg":"trace[843132122] transaction","detail":"{read_only:false; response_revision:15987; number_of_response:1; }","duration":"195.484498ms","start":"2026-03-01T21:43:15.595666Z","end":"2026-03-01T21:43:15.79115Z","steps":["trace[843132122] 'process raft request' (duration: 172.78599ms)","trace[843132122] 'compare' (duration: 22.458433ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:43:15.791495Z","caller":"traceutil/trace.go:171","msg":"trace[1054548053] linearizableReadLoop","detail":"{readStateIndex:16804; appliedIndex:16802; }","duration":"142.149015ms","start":"2026-03-01T21:43:15.649317Z","end":"2026-03-01T21:43:15.791466Z","steps":["trace[1054548053] 'read index received' (duration: 38.004586ms)","trace[1054548053] 'applied index is now lower than readState.Index' (duration: 104.143669ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:43:15.791624Z","caller":"traceutil/trace.go:171","msg":"trace[1745218276] transaction","detail":"{read_only:false; response_revision:15989; number_of_response:1; }","duration":"141.327147ms","start":"2026-03-01T21:43:15.650286Z","end":"2026-03-01T21:43:15.791613Z","steps":["trace[1745218276] 'process raft request' (duration: 141.075282ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:15.791681Z","caller":"traceutil/trace.go:171","msg":"trace[1851102217] transaction","detail":"{read_only:false; response_revision:15988; number_of_response:1; }","duration":"142.082825ms","start":"2026-03-01T21:43:15.649587Z","end":"2026-03-01T21:43:15.79167Z","steps":["trace[1851102217] 'process raft request' (duration: 141.509902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:15.791865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.528014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-01T21:43:15.791918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.423151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-01T21:43:15.791951Z","caller":"traceutil/trace.go:171","msg":"trace[1346723482] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15989; }","duration":"142.668587ms","start":"2026-03-01T21:43:15.649264Z","end":"2026-03-01T21:43:15.791932Z","steps":["trace[1346723482] 'agreement among raft nodes before linearized reading' (duration: 142.454133ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:15.791995Z","caller":"traceutil/trace.go:171","msg":"trace[2052706213] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15989; }","duration":"142.552454ms","start":"2026-03-01T21:43:15.649426Z","end":"2026-03-01T21:43:15.791978Z","steps":["trace[2052706213] 'agreement among raft nodes before linearized reading' (duration: 142.324249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:15.792041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.531474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-01T21:43:15.792045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.636771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-03-01T21:43:15.792096Z","caller":"traceutil/trace.go:171","msg":"trace[208013835] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15989; }","duration":"142.614396ms","start":"2026-03-01T21:43:15.649451Z","end":"2026-03-01T21:43:15.792065Z","steps":["trace[208013835] 'agreement among raft nodes before linearized reading' (duration: 142.489663ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:15.792144Z","caller":"traceutil/trace.go:171","msg":"trace[1466544488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15989; }","duration":"135.704353ms","start":"2026-03-01T21:43:15.656369Z","end":"2026-03-01T21:43:15.792073Z","steps":["trace[1466544488] 'agreement among raft nodes before linearized reading' (duration: 135.56702ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:21.029044Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13478} {"level":"info","ts":"2026-03-01T21:43:21.110302Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13478,"took":"78.596749ms","hash":3893232224,"current-db-size-bytes":46731264,"current-db-size":"47 MB","current-db-size-in-use-bytes":28299264,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-01T21:43:21.110363Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3893232224,"revision":13478,"compact-revision":11194} {"level":"info","ts":"2026-03-01T21:43:28.32443Z","caller":"traceutil/trace.go:171","msg":"trace[811327487] transaction","detail":"{read_only:false; response_revision:16071; number_of_response:1; }","duration":"157.586194ms","start":"2026-03-01T21:43:28.166817Z","end":"2026-03-01T21:43:28.324403Z","steps":["trace[811327487] 'process raft request' (duration: 156.949771ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:36.125524Z","caller":"traceutil/trace.go:171","msg":"trace[1913146645] transaction","detail":"{read_only:false; response_revision:16114; number_of_response:1; }","duration":"214.466777ms","start":"2026-03-01T21:43:35.911032Z","end":"2026-03-01T21:43:36.125499Z","steps":["trace[1913146645] 'process raft request' (duration: 214.324224ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:36.235249Z","caller":"traceutil/trace.go:171","msg":"trace[729296926] linearizableReadLoop","detail":"{readStateIndex:16940; appliedIndex:16938; }","duration":"194.100778ms","start":"2026-03-01T21:43:36.041123Z","end":"2026-03-01T21:43:36.235223Z","steps":["trace[729296926] 'read index received' (duration: 84.333755ms)","trace[729296926] 'applied index is now lower than readState.Index' (duration: 109.765583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:43:36.235424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.290351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:43:36.235414Z","caller":"traceutil/trace.go:171","msg":"trace[590681604] transaction","detail":"{read_only:false; response_revision:16115; number_of_response:1; }","duration":"321.516209ms","start":"2026-03-01T21:43:35.913849Z","end":"2026-03-01T21:43:36.235365Z","steps":["trace[590681604] 'process raft request' (duration: 317.92873ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:43:36.23549Z","caller":"traceutil/trace.go:171","msg":"trace[654898691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16115; }","duration":"194.424884ms","start":"2026-03-01T21:43:36.041051Z","end":"2026-03-01T21:43:36.235476Z","steps":["trace[654898691] 'agreement among raft nodes before linearized reading' (duration: 194.293881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:36.235505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.163936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-01T21:43:36.235549Z","caller":"traceutil/trace.go:171","msg":"trace[1020100118] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16115; }","duration":"107.253288ms","start":"2026-03-01T21:43:36.128281Z","end":"2026-03-01T21:43:36.235534Z","steps":["trace[1020100118] 'agreement among raft nodes before linearized reading' (duration: 107.095544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:43:36.235584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:43:35.91383Z","time spent":"321.669973ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:44:46.055034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.91478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:44:46.055266Z","caller":"traceutil/trace.go:171","msg":"trace[2098831704] transaction","detail":"{read_only:false; response_revision:16910; number_of_response:1; }","duration":"326.175181ms","start":"2026-03-01T21:44:45.72907Z","end":"2026-03-01T21:44:46.055245Z","steps":["trace[2098831704] 'process raft request' (duration: 326.098699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.055341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:44:45.729043Z","time spent":"326.270083ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T21:44:46.055409Z","caller":"traceutil/trace.go:171","msg":"trace[984639357] transaction","detail":"{read_only:false; response_revision:16909; number_of_response:1; }","duration":"337.858828ms","start":"2026-03-01T21:44:45.717513Z","end":"2026-03-01T21:44:46.055372Z","steps":["trace[984639357] 'process raft request' (duration: 19.499178ms)","trace[984639357] 'compare' (duration: 317.521122ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:44:46.055441Z","caller":"traceutil/trace.go:171","msg":"trace[1939133794] linearizableReadLoop","detail":"{readStateIndex:17772; appliedIndex:17771; }","duration":"335.266721ms","start":"2026-03-01T21:44:45.720135Z","end":"2026-03-01T21:44:46.055401Z","steps":["trace[1939133794] 'read index received' (duration: 16.766669ms)","trace[1939133794] 'applied index is now lower than readState.Index' (duration: 318.496762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:44:46.055587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:44:45.71749Z","time spent":"338.004121ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19142,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:44:46.055871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.689911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-03-01T21:44:46.05594Z","caller":"traceutil/trace.go:171","msg":"trace[1403054686] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:16910; }","duration":"335.825724ms","start":"2026-03-01T21:44:45.720093Z","end":"2026-03-01T21:44:46.055919Z","steps":["trace[1403054686] 'agreement among raft nodes before linearized reading' (duration: 335.482117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.056001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:44:45.720074Z","time spent":"335.912316ms","remote":"127.0.0.1:40884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1370,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-03-01T21:44:46.146378Z","caller":"traceutil/trace.go:171","msg":"trace[734653302] transaction","detail":"{read_only:false; response_revision:16911; number_of_response:1; }","duration":"264.654749ms","start":"2026-03-01T21:44:45.881691Z","end":"2026-03-01T21:44:46.146346Z","steps":["trace[734653302] 'process raft request' (duration: 264.20402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.146828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.429541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-03-01T21:44:46.146868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.498137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:44:46.146863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.636523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:44:46.146921Z","caller":"traceutil/trace.go:171","msg":"trace[1404700639] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16911; }","duration":"217.579704ms","start":"2026-03-01T21:44:45.929318Z","end":"2026-03-01T21:44:46.146897Z","steps":["trace[1404700639] 'agreement among raft nodes before linearized reading' (duration: 217.227967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.146943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.595379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-01T21:44:46.146941Z","caller":"traceutil/trace.go:171","msg":"trace[792167315] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16911; }","duration":"310.588619ms","start":"2026-03-01T21:44:45.836334Z","end":"2026-03-01T21:44:46.146922Z","steps":["trace[792167315] 'agreement among raft nodes before linearized reading' (duration: 310.450106ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:44:46.146975Z","caller":"traceutil/trace.go:171","msg":"trace[569208474] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16911; }","duration":"310.62765ms","start":"2026-03-01T21:44:45.836335Z","end":"2026-03-01T21:44:46.146963Z","steps":["trace[569208474] 'agreement among raft nodes before linearized reading' (duration: 310.556148ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:44:46.14696Z","caller":"traceutil/trace.go:171","msg":"trace[207091709] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16911; }","duration":"216.791116ms","start":"2026-03-01T21:44:45.930145Z","end":"2026-03-01T21:44:46.146936Z","steps":["trace[207091709] 'agreement among raft nodes before linearized reading' (duration: 216.609322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.146979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:44:45.836329Z","time spent":"310.6403ms","remote":"127.0.0.1:41032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-01T21:44:46.146993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:44:45.836333Z","time spent":"310.6561ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-01T21:44:46.146955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.839915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-01T21:44:46.147067Z","caller":"traceutil/trace.go:171","msg":"trace[449239970] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16911; }","duration":"411.987478ms","start":"2026-03-01T21:44:45.735054Z","end":"2026-03-01T21:44:46.147042Z","steps":["trace[449239970] 'agreement among raft nodes before linearized reading' (duration: 411.628551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.147129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:44:45.73505Z","time spent":"412.06857ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-01T21:44:46.147145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.189944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-01T21:44:46.147177Z","caller":"traceutil/trace.go:171","msg":"trace[2094172461] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16911; }","duration":"217.233586ms","start":"2026-03-01T21:44:45.929932Z","end":"2026-03-01T21:44:46.147166Z","steps":["trace[2094172461] 'agreement among raft nodes before linearized reading' (duration: 217.142504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.14718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.883075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-03-01T21:44:46.147189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.913656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-8htgp\" ","response":"range_response_count:1 size:14136"} {"level":"info","ts":"2026-03-01T21:44:46.147218Z","caller":"traceutil/trace.go:171","msg":"trace[656265577] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16911; }","duration":"310.930817ms","start":"2026-03-01T21:44:45.836278Z","end":"2026-03-01T21:44:46.147209Z","steps":["trace[656265577] 'agreement among raft nodes before linearized reading' (duration: 310.832165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.147178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.397389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-wxsvn\" ","response":"range_response_count:1 size:20743"} {"level":"warn","ts":"2026-03-01T21:44:46.147277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.124851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:44:46.147264Z","caller":"traceutil/trace.go:171","msg":"trace[697430194] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-8htgp; range_end:; response_count:1; response_revision:16911; }","duration":"311.014918ms","start":"2026-03-01T21:44:45.83622Z","end":"2026-03-01T21:44:46.147235Z","steps":["trace[697430194] 'agreement among raft nodes before linearized reading' (duration: 310.802504ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:44:46.147305Z","caller":"traceutil/trace.go:171","msg":"trace[2045132618] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16911; }","duration":"412.155682ms","start":"2026-03-01T21:44:45.735141Z","end":"2026-03-01T21:44:46.147296Z","steps":["trace[2045132618] 'agreement among raft nodes before linearized reading' (duration: 412.112291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.147319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:44:45.8362Z","time spent":"311.10848ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14159,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-8htgp\" "} {"level":"warn","ts":"2026-03-01T21:44:46.147332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:44:45.735086Z","time spent":"412.239493ms","remote":"127.0.0.1:41032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-01T21:44:46.147336Z","caller":"traceutil/trace.go:171","msg":"trace[1403712368] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-wxsvn; range_end:; response_count:1; response_revision:16911; }","duration":"242.596853ms","start":"2026-03-01T21:44:45.904704Z","end":"2026-03-01T21:44:46.147301Z","steps":["trace[1403712368] 'agreement among raft nodes before linearized reading' (duration: 242.175394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.147365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.030428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-01T21:44:46.147302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.501138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:44:46.147365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.013099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-01T21:44:46.147398Z","caller":"traceutil/trace.go:171","msg":"trace[1699295753] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16911; }","duration":"311.06516ms","start":"2026-03-01T21:44:45.836324Z","end":"2026-03-01T21:44:46.147389Z","steps":["trace[1699295753] 'agreement among raft nodes before linearized reading' (duration: 310.983208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.147394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.88201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:907"} {"level":"warn","ts":"2026-03-01T21:44:46.146982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.196532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-42w44\" ","response":"range_response_count:1 size:18505"} {"level":"warn","ts":"2026-03-01T21:44:46.147436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:44:45.836321Z","time spent":"311.103621ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-01T21:44:46.147451Z","caller":"traceutil/trace.go:171","msg":"trace[212725898] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:16911; }","duration":"217.988813ms","start":"2026-03-01T21:44:45.929443Z","end":"2026-03-01T21:44:46.147432Z","steps":["trace[212725898] 'agreement among raft nodes before linearized reading' (duration: 217.807949ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:44:46.147451Z","caller":"traceutil/trace.go:171","msg":"trace[784340808] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-42w44; range_end:; response_count:1; response_revision:16911; }","duration":"412.702134ms","start":"2026-03-01T21:44:45.734738Z","end":"2026-03-01T21:44:46.14744Z","steps":["trace[784340808] 'agreement among raft nodes before linearized reading' (duration: 412.05669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.147252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:44:45.836273Z","time spent":"310.973518ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-01T21:44:46.147486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:44:45.734734Z","time spent":"412.742265ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18528,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-42w44\" "} {"level":"info","ts":"2026-03-01T21:44:46.147444Z","caller":"traceutil/trace.go:171","msg":"trace[897481937] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:16911; }","duration":"412.121272ms","start":"2026-03-01T21:44:45.7353Z","end":"2026-03-01T21:44:46.147422Z","steps":["trace[897481937] 'agreement among raft nodes before linearized reading' (duration: 411.833495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.147534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:44:45.735283Z","time spent":"412.243114ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":930,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-03-01T21:44:46.147496Z","caller":"traceutil/trace.go:171","msg":"trace[1797090056] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:16911; }","duration":"260.745822ms","start":"2026-03-01T21:44:45.886666Z","end":"2026-03-01T21:44:46.147412Z","steps":["trace[1797090056] 'agreement among raft nodes before linearized reading' (duration: 260.400245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.147496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.99057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-01T21:44:46.147697Z","caller":"traceutil/trace.go:171","msg":"trace[675811151] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16911; }","duration":"413.270826ms","start":"2026-03-01T21:44:45.734369Z","end":"2026-03-01T21:44:46.14764Z","steps":["trace[675811151] 'agreement among raft nodes before linearized reading' (duration: 412.617952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.147767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:44:45.734342Z","time spent":"413.411989ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-01T21:44:46.146829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.829177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-vtn9w\" ","response":"range_response_count:1 size:18530"} {"level":"info","ts":"2026-03-01T21:44:46.147841Z","caller":"traceutil/trace.go:171","msg":"trace[547177968] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-vtn9w; range_end:; response_count:1; response_revision:16911; }","duration":"218.037253ms","start":"2026-03-01T21:44:45.92979Z","end":"2026-03-01T21:44:46.147828Z","steps":["trace[547177968] 'agreement among raft nodes before linearized reading' (duration: 216.818247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.14828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.94569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-01T21:44:46.148325Z","caller":"traceutil/trace.go:171","msg":"trace[678981971] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:16911; }","duration":"312.002421ms","start":"2026-03-01T21:44:45.83631Z","end":"2026-03-01T21:44:46.148312Z","steps":["trace[678981971] 'agreement among raft nodes before linearized reading' (duration: 310.190641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.148356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:44:45.836307Z","time spent":"312.040231ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":930,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-03-01T21:44:46.32607Z","caller":"traceutil/trace.go:171","msg":"trace[1446760158] linearizableReadLoop","detail":"{readStateIndex:17775; appliedIndex:17774; }","duration":"168.582677ms","start":"2026-03-01T21:44:46.15745Z","end":"2026-03-01T21:44:46.326033Z","steps":["trace[1446760158] 'read index received' (duration: 75.94109ms)","trace[1446760158] 'applied index is now lower than readState.Index' (duration: 92.639707ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:44:46.326178Z","caller":"traceutil/trace.go:171","msg":"trace[908513598] transaction","detail":"{read_only:false; response_revision:16912; number_of_response:1; }","duration":"169.092357ms","start":"2026-03-01T21:44:46.157039Z","end":"2026-03-01T21:44:46.326132Z","steps":["trace[908513598] 'process raft request' (duration: 76.309427ms)","trace[908513598] 'compare' (duration: 92.378971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:44:46.326454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.982985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-01T21:44:46.326575Z","caller":"traceutil/trace.go:171","msg":"trace[660944839] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:16912; }","duration":"169.156649ms","start":"2026-03-01T21:44:46.157399Z","end":"2026-03-01T21:44:46.326555Z","steps":["trace[660944839] 'agreement among raft nodes before linearized reading' (duration: 168.780381ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:44:46.349022Z","caller":"traceutil/trace.go:171","msg":"trace[1772309768] transaction","detail":"{read_only:false; response_revision:16913; number_of_response:1; }","duration":"170.58067ms","start":"2026-03-01T21:44:46.178409Z","end":"2026-03-01T21:44:46.34899Z","steps":["trace[1772309768] 'process raft request' (duration: 170.273994ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:44:46.349755Z","caller":"traceutil/trace.go:171","msg":"trace[865951826] transaction","detail":"{read_only:false; response_revision:16914; number_of_response:1; }","duration":"169.908587ms","start":"2026-03-01T21:44:46.179833Z","end":"2026-03-01T21:44:46.349742Z","steps":["trace[865951826] 'process raft request' (duration: 169.082118ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:44:46.349961Z","caller":"traceutil/trace.go:171","msg":"trace[318437919] transaction","detail":"{read_only:false; response_revision:16915; number_of_response:1; }","duration":"168.824533ms","start":"2026-03-01T21:44:46.181103Z","end":"2026-03-01T21:44:46.349927Z","steps":["trace[318437919] 'process raft request' (duration: 168.547496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.351649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.531781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:869026"} {"level":"info","ts":"2026-03-01T21:44:46.35172Z","caller":"traceutil/trace.go:171","msg":"trace[2076138519] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:16915; }","duration":"171.674974ms","start":"2026-03-01T21:44:46.180026Z","end":"2026-03-01T21:44:46.351701Z","steps":["trace[2076138519] 'agreement among raft nodes before linearized reading' (duration: 169.724612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.351943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.783072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:869026"} {"level":"info","ts":"2026-03-01T21:44:46.351989Z","caller":"traceutil/trace.go:171","msg":"trace[1971777549] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:16915; }","duration":"189.878694ms","start":"2026-03-01T21:44:46.162099Z","end":"2026-03-01T21:44:46.351978Z","steps":["trace[1971777549] 'agreement among raft nodes before linearized reading' (duration: 187.81383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:46.352339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.477032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:869026"} {"level":"info","ts":"2026-03-01T21:44:46.352821Z","caller":"traceutil/trace.go:171","msg":"trace[1337584215] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:16915; }","duration":"192.502932ms","start":"2026-03-01T21:44:46.159853Z","end":"2026-03-01T21:44:46.352356Z","steps":["trace[1337584215] 'agreement among raft nodes before linearized reading' (duration: 190.858297ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:44:48.503069Z","caller":"traceutil/trace.go:171","msg":"trace[222710985] linearizableReadLoop","detail":"{readStateIndex:17813; appliedIndex:17812; }","duration":"124.121879ms","start":"2026-03-01T21:44:48.378921Z","end":"2026-03-01T21:44:48.503043Z","steps":["trace[222710985] 'read index received' (duration: 123.867533ms)","trace[222710985] 'applied index is now lower than readState.Index' (duration: 253.296µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:44:48.5032Z","caller":"traceutil/trace.go:171","msg":"trace[1601339215] transaction","detail":"{read_only:false; response_revision:16950; number_of_response:1; }","duration":"128.620218ms","start":"2026-03-01T21:44:48.37453Z","end":"2026-03-01T21:44:48.50315Z","steps":["trace[1601339215] 'process raft request' (duration: 128.324312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:48.503614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.87011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-8htgp\" ","response":"range_response_count:1 size:14270"} {"level":"info","ts":"2026-03-01T21:44:48.503726Z","caller":"traceutil/trace.go:171","msg":"trace[335257919] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-8htgp; range_end:; response_count:1; response_revision:16950; }","duration":"123.019054ms","start":"2026-03-01T21:44:48.38068Z","end":"2026-03-01T21:44:48.503699Z","steps":["trace[335257919] 'agreement among raft nodes before linearized reading' (duration: 122.657026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:48.504082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.410775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:870141"} {"level":"info","ts":"2026-03-01T21:44:48.504127Z","caller":"traceutil/trace.go:171","msg":"trace[1132486443] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:16950; }","duration":"123.526157ms","start":"2026-03-01T21:44:48.38059Z","end":"2026-03-01T21:44:48.504116Z","steps":["trace[1132486443] 'agreement among raft nodes before linearized reading' (duration: 122.663807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:44:48.508397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.384084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:88 size:870141"} {"level":"info","ts":"2026-03-01T21:44:48.508523Z","caller":"traceutil/trace.go:171","msg":"trace[1996825120] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:88; response_revision:16950; }","duration":"129.585429ms","start":"2026-03-01T21:44:48.378913Z","end":"2026-03-01T21:44:48.508498Z","steps":["trace[1996825120] 'agreement among raft nodes before linearized reading' (duration: 124.316773ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:44:51.053749Z","caller":"traceutil/trace.go:171","msg":"trace[2095593861] transaction","detail":"{read_only:false; response_revision:16973; number_of_response:1; }","duration":"119.083419ms","start":"2026-03-01T21:44:50.934636Z","end":"2026-03-01T21:44:51.05372Z","steps":["trace[2095593861] 'process raft request' (duration: 102.330721ms)","trace[2095593861] 'compare' (duration: 16.614325ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:44:51.490194Z","caller":"traceutil/trace.go:171","msg":"trace[2020737892] transaction","detail":"{read_only:false; response_revision:16975; number_of_response:1; }","duration":"109.847725ms","start":"2026-03-01T21:44:51.3803Z","end":"2026-03-01T21:44:51.490148Z","steps":["trace[2020737892] 'process raft request' (duration: 109.578719ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:47:22.264742Z","caller":"traceutil/trace.go:171","msg":"trace[563898489] linearizableReadLoop","detail":"{readStateIndex:19064; appliedIndex:19063; }","duration":"359.660318ms","start":"2026-03-01T21:47:21.905051Z","end":"2026-03-01T21:47:22.264711Z","steps":["trace[563898489] 'read index received' (duration: 359.416043ms)","trace[563898489] 'applied index is now lower than readState.Index' (duration: 243.155µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:47:22.265125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.007575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-01T21:47:22.265211Z","caller":"traceutil/trace.go:171","msg":"trace[1779844868] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:18134; }","duration":"360.157058ms","start":"2026-03-01T21:47:21.905039Z","end":"2026-03-01T21:47:22.265196Z","steps":["trace[1779844868] 'agreement among raft nodes before linearized reading' (duration: 359.805011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:22.265293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:21.904962Z","time spent":"360.318041ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-01T21:47:22.265761Z","caller":"traceutil/trace.go:171","msg":"trace[1502596377] transaction","detail":"{read_only:false; response_revision:18134; number_of_response:1; }","duration":"482.129164ms","start":"2026-03-01T21:47:21.783618Z","end":"2026-03-01T21:47:22.265747Z","steps":["trace[1502596377] 'process raft request' (duration: 480.927257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:22.26605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:21.783595Z","time spent":"482.212547ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:47:22.399789Z","caller":"traceutil/trace.go:171","msg":"trace[1798532607] transaction","detail":"{read_only:false; response_revision:18135; number_of_response:1; }","duration":"128.290443ms","start":"2026-03-01T21:47:22.271272Z","end":"2026-03-01T21:47:22.399562Z","steps":["trace[1798532607] 'process raft request' (duration: 120.918612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:27.81873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.542975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T21:47:27.818881Z","caller":"traceutil/trace.go:171","msg":"trace[1720348189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18164; }","duration":"339.695478ms","start":"2026-03-01T21:47:27.479127Z","end":"2026-03-01T21:47:27.818822Z","steps":["trace[1720348189] 'range keys from in-memory index tree' (duration: 339.385481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:27.818934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:27.479089Z","time spent":"339.828081ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:47:27.819067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.270091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lhhrd\" ","response":"range_response_count:1 size:9784"} {"level":"info","ts":"2026-03-01T21:47:27.81911Z","caller":"traceutil/trace.go:171","msg":"trace[471246763] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lhhrd; range_end:; response_count:1; response_revision:18164; }","duration":"216.359093ms","start":"2026-03-01T21:47:27.602738Z","end":"2026-03-01T21:47:27.819097Z","steps":["trace[471246763] 'range keys from in-memory index tree' (duration: 216.136828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:27.819205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.234064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-03-01T21:47:27.819231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.531053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T21:47:27.819313Z","caller":"traceutil/trace.go:171","msg":"trace[1328127757] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18164; }","duration":"481.446029ms","start":"2026-03-01T21:47:27.337839Z","end":"2026-03-01T21:47:27.819285Z","steps":["trace[1328127757] 'range keys from in-memory index tree' (duration: 480.956108ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:47:27.819326Z","caller":"traceutil/trace.go:171","msg":"trace[1890060204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18164; }","duration":"378.680536ms","start":"2026-03-01T21:47:27.440622Z","end":"2026-03-01T21:47:27.819302Z","steps":["trace[1890060204] 'range keys from in-memory index tree' (duration: 378.344359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:27.819328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.842016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-wxsvn\" ","response":"range_response_count:1 size:20845"} {"level":"warn","ts":"2026-03-01T21:47:27.819358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:27.337793Z","time spent":"481.553361ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T21:47:27.819367Z","caller":"traceutil/trace.go:171","msg":"trace[1908894063] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-wxsvn; range_end:; response_count:1; response_revision:18164; }","duration":"366.907917ms","start":"2026-03-01T21:47:27.452447Z","end":"2026-03-01T21:47:27.819355Z","steps":["trace[1908894063] 'range keys from in-memory index tree' (duration: 366.744014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:27.819405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:27.452433Z","time spent":"366.963128ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20868,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-wxsvn\" "} {"level":"warn","ts":"2026-03-01T21:47:27.819362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:27.440595Z","time spent":"378.760028ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:47:27.819523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.326034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-03-01T21:47:27.819559Z","caller":"traceutil/trace.go:171","msg":"trace[265393451] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:18164; }","duration":"480.384735ms","start":"2026-03-01T21:47:27.33916Z","end":"2026-03-01T21:47:27.819544Z","steps":["trace[265393451] 'range keys from in-memory index tree' (duration: 480.214442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:27.819582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:27.339149Z","time spent":"480.427496ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:47:27.819885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.379908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T21:47:27.819936Z","caller":"traceutil/trace.go:171","msg":"trace[597707007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18164; }","duration":"343.456221ms","start":"2026-03-01T21:47:27.47647Z","end":"2026-03-01T21:47:27.819926Z","steps":["trace[597707007] 'range keys from in-memory index tree' (duration: 341.783904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:27.819959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:27.476456Z","time spent":"343.497071ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T21:47:27.973918Z","caller":"traceutil/trace.go:171","msg":"trace[204630387] transaction","detail":"{read_only:false; response_revision:18165; number_of_response:1; }","duration":"150.229367ms","start":"2026-03-01T21:47:27.823612Z","end":"2026-03-01T21:47:27.973842Z","steps":["trace[204630387] 'process raft request' (duration: 150.024822ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:47:28.09795Z","caller":"traceutil/trace.go:171","msg":"trace[180815908] transaction","detail":"{read_only:false; response_revision:18166; number_of_response:1; }","duration":"274.069033ms","start":"2026-03-01T21:47:27.823806Z","end":"2026-03-01T21:47:28.097875Z","steps":["trace[180815908] 'process raft request' (duration: 273.764566ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:47:28.099169Z","caller":"traceutil/trace.go:171","msg":"trace[250966109] transaction","detail":"{read_only:false; response_revision:18167; number_of_response:1; }","duration":"274.979584ms","start":"2026-03-01T21:47:27.824172Z","end":"2026-03-01T21:47:28.099152Z","steps":["trace[250966109] 'process raft request' (duration: 273.642434ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:47:28.099559Z","caller":"traceutil/trace.go:171","msg":"trace[813525074] transaction","detail":"{read_only:false; response_revision:18168; number_of_response:1; }","duration":"261.885244ms","start":"2026-03-01T21:47:27.837663Z","end":"2026-03-01T21:47:28.099549Z","steps":["trace[813525074] 'process raft request' (duration: 261.294142ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:47:28.099731Z","caller":"traceutil/trace.go:171","msg":"trace[309609795] linearizableReadLoop","detail":"{readStateIndex:19099; appliedIndex:19096; }","duration":"275.425623ms","start":"2026-03-01T21:47:27.824274Z","end":"2026-03-01T21:47:28.0997Z","steps":["trace[309609795] 'read index received' (duration: 149.364807ms)","trace[309609795] 'applied index is now lower than readState.Index' (duration: 126.060186ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:47:28.100097Z","caller":"traceutil/trace.go:171","msg":"trace[2055253800] transaction","detail":"{read_only:false; response_revision:18169; number_of_response:1; }","duration":"257.379156ms","start":"2026-03-01T21:47:27.842707Z","end":"2026-03-01T21:47:28.100086Z","steps":["trace[2055253800] 'process raft request' (duration: 256.63361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:28.102087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.785436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:918348"} {"level":"info","ts":"2026-03-01T21:47:28.102144Z","caller":"traceutil/trace.go:171","msg":"trace[1053190809] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:18169; }","duration":"277.879727ms","start":"2026-03-01T21:47:27.824251Z","end":"2026-03-01T21:47:28.102131Z","steps":["trace[1053190809] 'agreement among raft nodes before linearized reading' (duration: 275.968505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:28.102664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.123718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-01T21:47:28.104826Z","caller":"traceutil/trace.go:171","msg":"trace[2024546153] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:18169; }","duration":"278.303166ms","start":"2026-03-01T21:47:27.826504Z","end":"2026-03-01T21:47:28.104807Z","steps":["trace[2024546153] 'agreement among raft nodes before linearized reading' (duration: 276.073507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:28.105019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.068734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jjwxl\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-03-01T21:47:28.105711Z","caller":"traceutil/trace.go:171","msg":"trace[1474239336] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jjwxl; range_end:; response_count:1; response_revision:18169; }","duration":"269.978144ms","start":"2026-03-01T21:47:27.835526Z","end":"2026-03-01T21:47:28.105504Z","steps":["trace[1474239336] 'agreement among raft nodes before linearized reading' (duration: 267.120461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:28.543321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.599125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:47:28.543645Z","caller":"traceutil/trace.go:171","msg":"trace[783439742] transaction","detail":"{read_only:false; response_revision:18171; number_of_response:1; }","duration":"427.637904ms","start":"2026-03-01T21:47:28.115986Z","end":"2026-03-01T21:47:28.543623Z","steps":["trace[783439742] 'process raft request' (duration: 427.47706ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:47:28.543657Z","caller":"traceutil/trace.go:171","msg":"trace[1633303166] linearizableReadLoop","detail":"{readStateIndex:19102; appliedIndex:19101; }","duration":"428.408881ms","start":"2026-03-01T21:47:28.115209Z","end":"2026-03-01T21:47:28.543617Z","steps":["trace[1633303166] 'read index received' (duration: 44.376236ms)","trace[1633303166] 'applied index is now lower than readState.Index' (duration: 384.030475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:47:28.543732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:28.115974Z","time spent":"427.710856ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:47:28.543715Z","caller":"traceutil/trace.go:171","msg":"trace[661788916] transaction","detail":"{read_only:false; response_revision:18170; number_of_response:1; }","duration":"431.331406ms","start":"2026-03-01T21:47:28.112297Z","end":"2026-03-01T21:47:28.543628Z","steps":["trace[661788916] 'process raft request' (duration: 47.305761ms)","trace[661788916] 'compare' (duration: 383.397011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:47:28.543917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.34206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-01T21:47:28.54396Z","caller":"traceutil/trace.go:171","msg":"trace[2080365111] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18171; }","duration":"423.446842ms","start":"2026-03-01T21:47:28.120499Z","end":"2026-03-01T21:47:28.543946Z","steps":["trace[2080365111] 'agreement among raft nodes before linearized reading' (duration: 423.277908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:28.544009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:28.120478Z","time spent":"423.522943ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:47:28.543953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:28.11227Z","time spent":"431.55743ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:47:28.544159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.178165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T21:47:28.544211Z","caller":"traceutil/trace.go:171","msg":"trace[638019984] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18171; }","duration":"239.264387ms","start":"2026-03-01T21:47:28.304932Z","end":"2026-03-01T21:47:28.544196Z","steps":["trace[638019984] 'agreement among raft nodes before linearized reading' (duration: 239.058683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:28.544184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.728238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-01T21:47:28.54431Z","caller":"traceutil/trace.go:171","msg":"trace[474426449] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:18171; }","duration":"115.877801ms","start":"2026-03-01T21:47:28.428401Z","end":"2026-03-01T21:47:28.544279Z","steps":["trace[474426449] 'agreement among raft nodes before linearized reading' (duration: 115.459422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:28.544683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.452244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:918348"} {"level":"info","ts":"2026-03-01T21:47:28.544773Z","caller":"traceutil/trace.go:171","msg":"trace[1491509025] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:18171; }","duration":"429.582746ms","start":"2026-03-01T21:47:28.115172Z","end":"2026-03-01T21:47:28.544755Z","steps":["trace[1491509025] 'agreement among raft nodes before linearized reading' (duration: 428.548154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:28.544808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:28.115147Z","time spent":"429.651818ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":93,"response size":918371,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T21:47:28.68376Z","caller":"traceutil/trace.go:171","msg":"trace[1772921661] linearizableReadLoop","detail":"{readStateIndex:19104; appliedIndex:19103; }","duration":"130.781269ms","start":"2026-03-01T21:47:28.552942Z","end":"2026-03-01T21:47:28.683723Z","steps":["trace[1772921661] 'read index received' (duration: 130.576965ms)","trace[1772921661] 'applied index is now lower than readState.Index' (duration: 202.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:47:28.68389Z","caller":"traceutil/trace.go:171","msg":"trace[304078884] transaction","detail":"{read_only:false; response_revision:18172; number_of_response:1; }","duration":"131.332771ms","start":"2026-03-01T21:47:28.552523Z","end":"2026-03-01T21:47:28.683856Z","steps":["trace[304078884] 'process raft request' (duration: 130.971602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:28.684115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.129537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-01T21:47:28.684159Z","caller":"traceutil/trace.go:171","msg":"trace[503282262] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18172; }","duration":"131.217348ms","start":"2026-03-01T21:47:28.552928Z","end":"2026-03-01T21:47:28.684145Z","steps":["trace[503282262] 'agreement among raft nodes before linearized reading' (duration: 130.970873ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:47:28.695478Z","caller":"traceutil/trace.go:171","msg":"trace[1228253171] transaction","detail":"{read_only:false; response_revision:18173; number_of_response:1; }","duration":"141.922585ms","start":"2026-03-01T21:47:28.553518Z","end":"2026-03-01T21:47:28.69544Z","steps":["trace[1228253171] 'process raft request' (duration: 141.649729ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:47:28.695633Z","caller":"traceutil/trace.go:171","msg":"trace[873918741] transaction","detail":"{read_only:false; response_revision:18175; number_of_response:1; }","duration":"139.852469ms","start":"2026-03-01T21:47:28.555761Z","end":"2026-03-01T21:47:28.695614Z","steps":["trace[873918741] 'process raft request' (duration: 139.610494ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:47:28.695477Z","caller":"traceutil/trace.go:171","msg":"trace[222774944] transaction","detail":"{read_only:false; response_revision:18174; number_of_response:1; }","duration":"141.69772ms","start":"2026-03-01T21:47:28.553744Z","end":"2026-03-01T21:47:28.695442Z","steps":["trace[222774944] 'process raft request' (duration: 141.590618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:29.541386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642293524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:47:30.041758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642293524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:47:30.13271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:28.955885Z","time spent":"1.176816557s","remote":"127.0.0.1:50456","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T21:47:30.182236Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.440265216s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:47:30.183152Z","caller":"traceutil/trace.go:171","msg":"trace[1637942851] transaction","detail":"{read_only:false; response_revision:18176; number_of_response:1; }","duration":"1.44131006s","start":"2026-03-01T21:47:28.741753Z","end":"2026-03-01T21:47:30.183063Z","steps":["trace[1637942851] 'process raft request' (duration: 1.440798209s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:30.18352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:28.741718Z","time spent":"1.441607427s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:47:30.279777Z","caller":"traceutil/trace.go:171","msg":"trace[1483639269] transaction","detail":"{read_only:false; response_revision:18177; number_of_response:1; }","duration":"1.187186305s","start":"2026-03-01T21:47:29.092549Z","end":"2026-03-01T21:47:30.279735Z","steps":["trace[1483639269] 'process raft request' (duration: 1.185888387s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:30.279986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:29.092509Z","time spent":"1.187368968s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:47:30.288576Z","caller":"traceutil/trace.go:171","msg":"trace[1898045749] linearizableReadLoop","detail":"{readStateIndex:19111; appliedIndex:19107; }","duration":"1.247572835s","start":"2026-03-01T21:47:29.040973Z","end":"2026-03-01T21:47:30.288546Z","steps":["trace[1898045749] 'read index received' (duration: 1.141434469s)","trace[1898045749] 'applied index is now lower than readState.Index' (duration: 106.136946ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:47:30.288766Z","caller":"traceutil/trace.go:171","msg":"trace[283265539] transaction","detail":"{read_only:false; response_revision:18178; number_of_response:1; }","duration":"467.622664ms","start":"2026-03-01T21:47:29.821128Z","end":"2026-03-01T21:47:30.28875Z","steps":["trace[283265539] 'process raft request' (duration: 467.317536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:30.28887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.805408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:47:30.288924Z","caller":"traceutil/trace.go:171","msg":"trace[1851548418] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:18178; }","duration":"968.91957ms","start":"2026-03-01T21:47:29.31999Z","end":"2026-03-01T21:47:30.28891Z","steps":["trace[1851548418] 'agreement among raft nodes before linearized reading' (duration: 968.830309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:30.288919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:29.8211Z","time spent":"467.706906ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:47:30.28898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:29.319962Z","time spent":"969.007402ms","remote":"127.0.0.1:54480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:47:30.289173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248209809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:47:30.289201Z","caller":"traceutil/trace.go:171","msg":"trace[1255069617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18178; }","duration":"1.248293171s","start":"2026-03-01T21:47:29.040898Z","end":"2026-03-01T21:47:30.289191Z","steps":["trace[1255069617] 'agreement among raft nodes before linearized reading' (duration: 1.24824378s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:30.289227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:29.040871Z","time spent":"1.248351172s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:47:30.289429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.212944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:47:30.289478Z","caller":"traceutil/trace.go:171","msg":"trace[1697849813] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:18178; }","duration":"119.314116ms","start":"2026-03-01T21:47:30.170149Z","end":"2026-03-01T21:47:30.289463Z","steps":["trace[1697849813] 'agreement among raft nodes before linearized reading' (duration: 119.221474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:30.289526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.259631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-01T21:47:30.289492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.954785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T21:47:30.289584Z","caller":"traceutil/trace.go:171","msg":"trace[1520333531] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18178; }","duration":"186.340152ms","start":"2026-03-01T21:47:30.103213Z","end":"2026-03-01T21:47:30.289553Z","steps":["trace[1520333531] 'agreement among raft nodes before linearized reading' (duration: 186.24681ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:47:30.289607Z","caller":"traceutil/trace.go:171","msg":"trace[318199741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18178; }","duration":"177.143549ms","start":"2026-03-01T21:47:30.112432Z","end":"2026-03-01T21:47:30.289576Z","steps":["trace[318199741] 'agreement among raft nodes before linearized reading' (duration: 176.757291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:30.289436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.139214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T21:47:30.289816Z","caller":"traceutil/trace.go:171","msg":"trace[187912447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18178; }","duration":"303.565023ms","start":"2026-03-01T21:47:29.986238Z","end":"2026-03-01T21:47:30.289803Z","steps":["trace[187912447] 'agreement among raft nodes before linearized reading' (duration: 303.074052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:30.289852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:29.986209Z","time spent":"303.631154ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:47:30.289899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.969773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lhhrd\" ","response":"range_response_count:1 size:9784"} {"level":"info","ts":"2026-03-01T21:47:30.290045Z","caller":"traceutil/trace.go:171","msg":"trace[198053403] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lhhrd; range_end:; response_count:1; response_revision:18178; }","duration":"166.152028ms","start":"2026-03-01T21:47:30.123868Z","end":"2026-03-01T21:47:30.29002Z","steps":["trace[198053403] 'agreement among raft nodes before linearized reading' (duration: 165.78632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:30.290165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.064992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:47:30.290209Z","caller":"traceutil/trace.go:171","msg":"trace[1079407784] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18178; }","duration":"626.161454ms","start":"2026-03-01T21:47:29.664034Z","end":"2026-03-01T21:47:30.290195Z","steps":["trace[1079407784] 'agreement among raft nodes before linearized reading' (duration: 626.084163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:30.290256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:29.664005Z","time spent":"626.241205ms","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:47:30.638984Z","caller":"traceutil/trace.go:171","msg":"trace[971491565] transaction","detail":"{read_only:false; response_revision:18183; number_of_response:1; }","duration":"139.224665ms","start":"2026-03-01T21:47:30.499734Z","end":"2026-03-01T21:47:30.638958Z","steps":["trace[971491565] 'process raft request' (duration: 139.04066ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:47:30.639728Z","caller":"traceutil/trace.go:171","msg":"trace[910020581] linearizableReadLoop","detail":"{readStateIndex:19117; appliedIndex:19117; }","duration":"135.065423ms","start":"2026-03-01T21:47:30.504648Z","end":"2026-03-01T21:47:30.639713Z","steps":["trace[910020581] 'read index received' (duration: 135.058373ms)","trace[910020581] 'applied index is now lower than readState.Index' (duration: 5.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:47:30.640026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.318588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:47:30.640075Z","caller":"traceutil/trace.go:171","msg":"trace[371477749] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:18183; }","duration":"135.464512ms","start":"2026-03-01T21:47:30.504596Z","end":"2026-03-01T21:47:30.640061Z","steps":["trace[371477749] 'agreement among raft nodes before linearized reading' (duration: 135.207256ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:47:30.651173Z","caller":"traceutil/trace.go:171","msg":"trace[524178052] transaction","detail":"{read_only:false; response_revision:18184; number_of_response:1; }","duration":"134.584053ms","start":"2026-03-01T21:47:30.516563Z","end":"2026-03-01T21:47:30.651147Z","steps":["trace[524178052] 'process raft request' (duration: 134.369538ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:47:34.31613Z","caller":"traceutil/trace.go:171","msg":"trace[1748699020] transaction","detail":"{read_only:false; response_revision:18258; number_of_response:1; }","duration":"137.838495ms","start":"2026-03-01T21:47:34.178255Z","end":"2026-03-01T21:47:34.316094Z","steps":["trace[1748699020] 'process raft request' (duration: 70.448732ms)","trace[1748699020] 'compare' (duration: 67.188619ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:47:34.601835Z","caller":"traceutil/trace.go:171","msg":"trace[919755017] transaction","detail":"{read_only:false; response_revision:18259; number_of_response:1; }","duration":"421.55052ms","start":"2026-03-01T21:47:34.180246Z","end":"2026-03-01T21:47:34.601797Z","steps":["trace[919755017] 'process raft request' (duration: 421.224653ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:47:34.601936Z","caller":"traceutil/trace.go:171","msg":"trace[151018964] transaction","detail":"{read_only:false; response_revision:18260; number_of_response:1; }","duration":"421.404226ms","start":"2026-03-01T21:47:34.180472Z","end":"2026-03-01T21:47:34.601876Z","steps":["trace[151018964] 'process raft request' (duration: 421.213492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:34.602049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:34.180228Z","time spent":"421.699494ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:47:34.602265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:34.180463Z","time spent":"421.611382ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3173,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:47:34.602268Z","caller":"traceutil/trace.go:171","msg":"trace[1044492756] linearizableReadLoop","detail":"{readStateIndex:19195; appliedIndex:19192; }","duration":"421.588921ms","start":"2026-03-01T21:47:34.180647Z","end":"2026-03-01T21:47:34.602236Z","steps":["trace[1044492756] 'read index received' (duration: 68.187831ms)","trace[1044492756] 'applied index is now lower than readState.Index' (duration: 353.39971ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:47:34.602546Z","caller":"traceutil/trace.go:171","msg":"trace[511041441] transaction","detail":"{read_only:false; response_revision:18261; number_of_response:1; }","duration":"421.304815ms","start":"2026-03-01T21:47:34.181225Z","end":"2026-03-01T21:47:34.60253Z","steps":["trace[511041441] 'process raft request' (duration: 420.563029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:34.602625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:34.181212Z","time spent":"421.375696ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:47:34.602856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.04144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T21:47:34.602879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.704995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:97782"} {"level":"info","ts":"2026-03-01T21:47:34.602933Z","caller":"traceutil/trace.go:171","msg":"trace[797633827] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:18261; }","duration":"421.788686ms","start":"2026-03-01T21:47:34.18113Z","end":"2026-03-01T21:47:34.602918Z","steps":["trace[797633827] 'agreement among raft nodes before linearized reading' (duration: 421.403407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:34.602972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:34.181118Z","time spent":"421.845957ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":13,"response size":97805,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-01T21:47:34.603007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.5946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T21:47:34.603033Z","caller":"traceutil/trace.go:171","msg":"trace[568757603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18261; }","duration":"286.632291ms","start":"2026-03-01T21:47:34.316395Z","end":"2026-03-01T21:47:34.603027Z","steps":["trace[568757603] 'agreement among raft nodes before linearized reading' (duration: 286.56301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:34.60304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.382949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:47:34.603106Z","caller":"traceutil/trace.go:171","msg":"trace[1223111735] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:18261; }","duration":"422.456571ms","start":"2026-03-01T21:47:34.180629Z","end":"2026-03-01T21:47:34.603085Z","steps":["trace[1223111735] 'agreement among raft nodes before linearized reading' (duration: 422.349118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:34.603155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:34.180621Z","time spent":"422.522252ms","remote":"127.0.0.1:40920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" "} {"level":"info","ts":"2026-03-01T21:47:34.602931Z","caller":"traceutil/trace.go:171","msg":"trace[998606658] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18261; }","duration":"287.178913ms","start":"2026-03-01T21:47:34.315729Z","end":"2026-03-01T21:47:34.602908Z","steps":["trace[998606658] 'agreement among raft nodes before linearized reading' (duration: 286.957867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:34.603258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.568211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T21:47:34.6033Z","caller":"traceutil/trace.go:171","msg":"trace[1342073550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18261; }","duration":"287.650933ms","start":"2026-03-01T21:47:34.315639Z","end":"2026-03-01T21:47:34.60329Z","steps":["trace[1342073550] 'agreement among raft nodes before linearized reading' (duration: 287.548981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:34.603726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.823299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2574540"} {"level":"info","ts":"2026-03-01T21:47:34.603788Z","caller":"traceutil/trace.go:171","msg":"trace[623516031] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:18261; }","duration":"258.941131ms","start":"2026-03-01T21:47:34.344833Z","end":"2026-03-01T21:47:34.603774Z","steps":["trace[623516031] 'agreement among raft nodes before linearized reading' (duration: 257.817346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:34.604122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.068464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lhhrd\" ","response":"range_response_count:1 size:9784"} {"level":"info","ts":"2026-03-01T21:47:34.60418Z","caller":"traceutil/trace.go:171","msg":"trace[180330734] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lhhrd; range_end:; response_count:1; response_revision:18261; }","duration":"259.168526ms","start":"2026-03-01T21:47:34.344998Z","end":"2026-03-01T21:47:34.604166Z","steps":["trace[180330734] 'agreement among raft nodes before linearized reading' (duration: 258.41872ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:47:35.918766Z","caller":"traceutil/trace.go:171","msg":"trace[1860244683] linearizableReadLoop","detail":"{readStateIndex:19223; appliedIndex:19222; }","duration":"276.845925ms","start":"2026-03-01T21:47:35.641899Z","end":"2026-03-01T21:47:35.918745Z","steps":["trace[1860244683] 'read index received' (duration: 276.665661ms)","trace[1860244683] 'applied index is now lower than readState.Index' (duration: 179.274µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:47:35.918927Z","caller":"traceutil/trace.go:171","msg":"trace[1147161358] transaction","detail":"{read_only:false; response_revision:18287; number_of_response:1; }","duration":"294.406521ms","start":"2026-03-01T21:47:35.624509Z","end":"2026-03-01T21:47:35.918915Z","steps":["trace[1147161358] 'process raft request' (duration: 294.068254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:47:35.9441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.168352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00ec1720-8b88-4650-a60e-10d45ad8b5db\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-01T21:47:35.944214Z","caller":"traceutil/trace.go:171","msg":"trace[618045356] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-00ec1720-8b88-4650-a60e-10d45ad8b5db; range_end:; response_count:1; response_revision:18287; }","duration":"302.343586ms","start":"2026-03-01T21:47:35.641841Z","end":"2026-03-01T21:47:35.944185Z","steps":["trace[618045356] 'agreement among raft nodes before linearized reading' (duration: 277.430608ms)","trace[618045356] 'range keys from in-memory index tree' (duration: 24.677273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:47:35.94427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:47:35.641815Z","time spent":"302.443748ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00ec1720-8b88-4650-a60e-10d45ad8b5db\" "} {"level":"info","ts":"2026-03-01T21:47:38.411279Z","caller":"traceutil/trace.go:171","msg":"trace[417251632] transaction","detail":"{read_only:false; response_revision:18356; number_of_response:1; }","duration":"113.854557ms","start":"2026-03-01T21:47:38.297392Z","end":"2026-03-01T21:47:38.411247Z","steps":["trace[417251632] 'process raft request' (duration: 113.657642ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:48:21.036937Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16028} {"level":"info","ts":"2026-03-01T21:48:21.138444Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16028,"took":"97.684341ms","hash":963768546,"current-db-size-bytes":46731264,"current-db-size":"47 MB","current-db-size-in-use-bytes":30601216,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-01T21:48:21.138538Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":963768546,"revision":16028,"compact-revision":13478} {"level":"info","ts":"2026-03-01T21:48:40.956831Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T21:48:40.96365Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-01T21:48:40.963783Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-01T21:49:47.524863Z","caller":"traceutil/trace.go:171","msg":"trace[912557139] transaction","detail":"{read_only:false; response_revision:19554; number_of_response:1; }","duration":"102.761361ms","start":"2026-03-01T21:49:47.421867Z","end":"2026-03-01T21:49:47.524628Z","steps":["trace[912557139] 'process raft request' (duration: 101.981045ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:49:47.525069Z","caller":"traceutil/trace.go:171","msg":"trace[611869788] transaction","detail":"{read_only:false; response_revision:19555; number_of_response:1; }","duration":"102.937155ms","start":"2026-03-01T21:49:47.421994Z","end":"2026-03-01T21:49:47.524931Z","steps":["trace[611869788] 'process raft request' (duration: 102.399733ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:50:26.129837Z","caller":"traceutil/trace.go:171","msg":"trace[255584022] transaction","detail":"{read_only:false; response_revision:20125; number_of_response:1; }","duration":"108.435117ms","start":"2026-03-01T21:50:26.021361Z","end":"2026-03-01T21:50:26.129796Z","steps":["trace[255584022] 'process raft request' (duration: 108.174261ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:50:33.815519Z","caller":"traceutil/trace.go:171","msg":"trace[559036979] transaction","detail":"{read_only:false; response_revision:20196; number_of_response:1; }","duration":"187.532539ms","start":"2026-03-01T21:50:33.627959Z","end":"2026-03-01T21:50:33.815491Z","steps":["trace[559036979] 'process raft request' (duration: 187.353335ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:50:40.003728Z","caller":"traceutil/trace.go:171","msg":"trace[1221783469] linearizableReadLoop","detail":"{readStateIndex:21265; appliedIndex:21263; }","duration":"109.176773ms","start":"2026-03-01T21:50:39.894516Z","end":"2026-03-01T21:50:40.003693Z","steps":["trace[1221783469] 'read index received' (duration: 34.716473ms)","trace[1221783469] 'applied index is now lower than readState.Index' (duration: 74.45853ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:50:40.003765Z","caller":"traceutil/trace.go:171","msg":"trace[239841019] transaction","detail":"{read_only:false; response_revision:20240; number_of_response:1; }","duration":"110.162126ms","start":"2026-03-01T21:50:39.893575Z","end":"2026-03-01T21:50:40.003737Z","steps":["trace[239841019] 'process raft request' (duration: 109.638115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:50:40.004012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.46819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T21:50:40.004068Z","caller":"traceutil/trace.go:171","msg":"trace[556886729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20240; }","duration":"109.559432ms","start":"2026-03-01T21:50:39.894494Z","end":"2026-03-01T21:50:40.004053Z","steps":["trace[556886729] 'agreement among raft nodes before linearized reading' (duration: 109.367908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:50:40.004182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.572503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T21:50:40.004182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.392209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-01T21:50:40.004289Z","caller":"traceutil/trace.go:171","msg":"trace[1212212913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20240; }","duration":"109.708735ms","start":"2026-03-01T21:50:39.894546Z","end":"2026-03-01T21:50:40.004255Z","steps":["trace[1212212913] 'agreement among raft nodes before linearized reading' (duration: 109.366028ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:50:40.004292Z","caller":"traceutil/trace.go:171","msg":"trace[1125029558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20240; }","duration":"109.533272ms","start":"2026-03-01T21:50:39.894739Z","end":"2026-03-01T21:50:40.004272Z","steps":["trace[1125029558] 'agreement among raft nodes before linearized reading' (duration: 109.232325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:50:40.006474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.944329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-01T21:50:40.006558Z","caller":"traceutil/trace.go:171","msg":"trace[211371470] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20240; }","duration":"111.26481ms","start":"2026-03-01T21:50:39.89527Z","end":"2026-03-01T21:50:40.006534Z","steps":["trace[211371470] 'agreement among raft nodes before linearized reading' (duration: 108.694163ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:50:46.65373Z","caller":"traceutil/trace.go:171","msg":"trace[10288719] transaction","detail":"{read_only:false; response_revision:20298; number_of_response:1; }","duration":"164.700876ms","start":"2026-03-01T21:50:46.488997Z","end":"2026-03-01T21:50:46.653697Z","steps":["trace[10288719] 'process raft request' (duration: 164.619024ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:50:46.653787Z","caller":"traceutil/trace.go:171","msg":"trace[494141655] transaction","detail":"{read_only:false; response_revision:20297; number_of_response:1; }","duration":"167.59112ms","start":"2026-03-01T21:50:46.486144Z","end":"2026-03-01T21:50:46.653735Z","steps":["trace[494141655] 'process raft request' (duration: 167.260212ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:50:47.56491Z","caller":"traceutil/trace.go:171","msg":"trace[2032898302] transaction","detail":"{read_only:false; response_revision:20305; number_of_response:1; }","duration":"125.037993ms","start":"2026-03-01T21:50:47.439841Z","end":"2026-03-01T21:50:47.564879Z","steps":["trace[2032898302] 'process raft request' (duration: 106.516285ms)","trace[2032898302] 'compare' (duration: 18.270242ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:50:54.314745Z","caller":"traceutil/trace.go:171","msg":"trace[97597468] linearizableReadLoop","detail":"{readStateIndex:21386; appliedIndex:21385; }","duration":"203.441068ms","start":"2026-03-01T21:50:54.111271Z","end":"2026-03-01T21:50:54.314712Z","steps":["trace[97597468] 'read index received' (duration: 190.546615ms)","trace[97597468] 'applied index is now lower than readState.Index' (duration: 12.893183ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:50:54.31478Z","caller":"traceutil/trace.go:171","msg":"trace[1969915311] transaction","detail":"{read_only:false; response_revision:20355; number_of_response:1; }","duration":"212.102708ms","start":"2026-03-01T21:50:54.102628Z","end":"2026-03-01T21:50:54.314731Z","steps":["trace[1969915311] 'process raft request' (duration: 198.996011ms)","trace[1969915311] 'compare' (duration: 12.860162ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:50:54.315127Z","caller":"traceutil/trace.go:171","msg":"trace[1386169682] transaction","detail":"{read_only:false; response_revision:20356; number_of_response:1; }","duration":"124.240245ms","start":"2026-03-01T21:50:54.190869Z","end":"2026-03-01T21:50:54.315109Z","steps":["trace[1386169682] 'process raft request' (duration: 123.795775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:50:54.315325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.043092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T21:50:54.315376Z","caller":"traceutil/trace.go:171","msg":"trace[400021164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20356; }","duration":"204.174165ms","start":"2026-03-01T21:50:54.111189Z","end":"2026-03-01T21:50:54.315363Z","steps":["trace[400021164] 'agreement among raft nodes before linearized reading' (duration: 203.623782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:50:54.315494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.661793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-01T21:50:54.315596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.936467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-01T21:50:54.315657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.192639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-01T21:50:54.315693Z","caller":"traceutil/trace.go:171","msg":"trace[826160668] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20356; }","duration":"138.122672ms","start":"2026-03-01T21:50:54.177545Z","end":"2026-03-01T21:50:54.315668Z","steps":["trace[826160668] 'agreement among raft nodes before linearized reading' (duration: 137.780393ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:50:54.315747Z","caller":"traceutil/trace.go:171","msg":"trace[674295689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20356; }","duration":"141.318972ms","start":"2026-03-01T21:50:54.174409Z","end":"2026-03-01T21:50:54.315728Z","steps":["trace[674295689] 'agreement among raft nodes before linearized reading' (duration: 141.037046ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:50:54.31565Z","caller":"traceutil/trace.go:171","msg":"trace[1946920152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20356; }","duration":"143.878758ms","start":"2026-03-01T21:50:54.171743Z","end":"2026-03-01T21:50:54.315622Z","steps":["trace[1946920152] 'agreement among raft nodes before linearized reading' (duration: 143.336515ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:50:59.790983Z","caller":"traceutil/trace.go:171","msg":"trace[926739407] linearizableReadLoop","detail":"{readStateIndex:21446; appliedIndex:21445; }","duration":"195.243079ms","start":"2026-03-01T21:50:59.59571Z","end":"2026-03-01T21:50:59.790953Z","steps":["trace[926739407] 'read index received' (duration: 194.967303ms)","trace[926739407] 'applied index is now lower than readState.Index' (duration: 274.526µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:50:59.791117Z","caller":"traceutil/trace.go:171","msg":"trace[500084010] transaction","detail":"{read_only:false; response_revision:20412; number_of_response:1; }","duration":"224.001031ms","start":"2026-03-01T21:50:59.567107Z","end":"2026-03-01T21:50:59.791108Z","steps":["trace[500084010] 'process raft request' (duration: 223.658744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:50:59.791359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.629017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-01T21:50:59.791391Z","caller":"traceutil/trace.go:171","msg":"trace[781987142] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:20412; }","duration":"195.682838ms","start":"2026-03-01T21:50:59.595699Z","end":"2026-03-01T21:50:59.791382Z","steps":["trace[781987142] 'agreement among raft nodes before linearized reading' (duration: 195.527675ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:51:00.035011Z","caller":"traceutil/trace.go:171","msg":"trace[1969412171] transaction","detail":"{read_only:false; response_revision:20416; number_of_response:1; }","duration":"127.856264ms","start":"2026-03-01T21:50:59.907097Z","end":"2026-03-01T21:51:00.034953Z","steps":["trace[1969412171] 'process raft request' (duration: 82.787632ms)","trace[1969412171] 'compare' (duration: 44.789866ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:51:00.254215Z","caller":"traceutil/trace.go:171","msg":"trace[417078069] transaction","detail":"{read_only:false; response_revision:20418; number_of_response:1; }","duration":"207.718523ms","start":"2026-03-01T21:51:00.04644Z","end":"2026-03-01T21:51:00.254159Z","steps":["trace[417078069] 'process raft request' (duration: 125.936563ms)","trace[417078069] 'compare' (duration: 81.500933ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:51:00.554522Z","caller":"traceutil/trace.go:171","msg":"trace[712038240] linearizableReadLoop","detail":"{readStateIndex:21456; appliedIndex:21453; }","duration":"101.499986ms","start":"2026-03-01T21:51:00.452997Z","end":"2026-03-01T21:51:00.554497Z","steps":["trace[712038240] 'read index received' (duration: 62.64048ms)","trace[712038240] 'applied index is now lower than readState.Index' (duration: 38.857945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:51:00.554958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.954035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-01T21:51:00.555009Z","caller":"traceutil/trace.go:171","msg":"trace[179404112] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20422; }","duration":"102.080007ms","start":"2026-03-01T21:51:00.452916Z","end":"2026-03-01T21:51:00.554996Z","steps":["trace[179404112] 'agreement among raft nodes before linearized reading' (duration: 101.874873ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:51:00.55531Z","caller":"traceutil/trace.go:171","msg":"trace[1198812491] transaction","detail":"{read_only:false; response_revision:20420; number_of_response:1; }","duration":"104.766796ms","start":"2026-03-01T21:51:00.450526Z","end":"2026-03-01T21:51:00.555293Z","steps":["trace[1198812491] 'process raft request' (duration: 65.131793ms)","trace[1198812491] 'compare' (duration: 38.59923ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:51:00.55546Z","caller":"traceutil/trace.go:171","msg":"trace[330403314] transaction","detail":"{read_only:false; response_revision:20421; number_of_response:1; }","duration":"104.711985ms","start":"2026-03-01T21:51:00.450739Z","end":"2026-03-01T21:51:00.555451Z","steps":["trace[330403314] 'process raft request' (duration: 103.667593ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:51:00.555588Z","caller":"traceutil/trace.go:171","msg":"trace[1134413700] transaction","detail":"{read_only:false; response_revision:20422; number_of_response:1; }","duration":"104.435919ms","start":"2026-03-01T21:51:00.451143Z","end":"2026-03-01T21:51:00.555579Z","steps":["trace[1134413700] 'process raft request' (duration: 103.313515ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:53:21.046517Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18850} {"level":"info","ts":"2026-03-01T21:53:21.165768Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18850,"took":"115.211775ms","hash":761864319,"current-db-size-bytes":46731264,"current-db-size":"47 MB","current-db-size-in-use-bytes":29241344,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-01T21:53:21.165856Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":761864319,"revision":18850,"compact-revision":16028} {"level":"warn","ts":"2026-03-01T21:55:04.176317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642305739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:55:04.194393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020541426s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:55:04.194899Z","caller":"traceutil/trace.go:171","msg":"trace[1405828956] linearizableReadLoop","detail":"{readStateIndex:23453; appliedIndex:23452; }","duration":"519.344719ms","start":"2026-03-01T21:55:03.675526Z","end":"2026-03-01T21:55:04.194871Z","steps":["trace[1405828956] 'read index received' (duration: 519.064592ms)","trace[1405828956] 'applied index is now lower than readState.Index' (duration: 278.947µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:55:04.195051Z","caller":"traceutil/trace.go:171","msg":"trace[662715707] transaction","detail":"{read_only:false; response_revision:22311; number_of_response:1; }","duration":"1.021417936s","start":"2026-03-01T21:55:03.173589Z","end":"2026-03-01T21:55:04.195007Z","steps":["trace[662715707] 'process raft request' (duration: 1.021086668s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:04.195249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:03.173548Z","time spent":"1.0215935s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:55:04.195284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.735227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T21:55:04.195357Z","caller":"traceutil/trace.go:171","msg":"trace[2037374656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22311; }","duration":"519.84213ms","start":"2026-03-01T21:55:03.675473Z","end":"2026-03-01T21:55:04.195316Z","steps":["trace[2037374656] 'agreement among raft nodes before linearized reading' (duration: 519.568674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:04.19541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:03.675453Z","time spent":"519.945411ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:55:04.195457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.464719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:55:04.195488Z","caller":"traceutil/trace.go:171","msg":"trace[263259725] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22311; }","duration":"324.543231ms","start":"2026-03-01T21:55:03.870935Z","end":"2026-03-01T21:55:04.195478Z","steps":["trace[263259725] 'agreement among raft nodes before linearized reading' (duration: 324.467969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:04.195516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:03.870908Z","time spent":"324.601483ms","remote":"127.0.0.1:56578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:55:04.195788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.567176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-01T21:55:04.195811Z","caller":"traceutil/trace.go:171","msg":"trace[1636173976] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:22311; }","duration":"131.628616ms","start":"2026-03-01T21:55:04.064177Z","end":"2026-03-01T21:55:04.195805Z","steps":["trace[1636173976] 'agreement among raft nodes before linearized reading' (duration: 131.503943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:04.195857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.888441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:55:04.195954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.036052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T21:55:04.196231Z","caller":"traceutil/trace.go:171","msg":"trace[217601945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22311; }","duration":"195.37884ms","start":"2026-03-01T21:55:04.000813Z","end":"2026-03-01T21:55:04.196192Z","steps":["trace[217601945] 'agreement among raft nodes before linearized reading' (duration: 194.91736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:04.196231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.006791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T21:55:04.196375Z","caller":"traceutil/trace.go:171","msg":"trace[1887058728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22311; }","duration":"320.217266ms","start":"2026-03-01T21:55:03.876127Z","end":"2026-03-01T21:55:04.196345Z","steps":["trace[1887058728] 'agreement among raft nodes before linearized reading' (duration: 319.720465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:04.196435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:03.876103Z","time spent":"320.321549ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T21:55:04.196128Z","caller":"traceutil/trace.go:171","msg":"trace[1317746643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22311; }","duration":"156.201398ms","start":"2026-03-01T21:55:04.039901Z","end":"2026-03-01T21:55:04.196103Z","steps":["trace[1317746643] 'agreement among raft nodes before linearized reading' (duration: 155.879871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:04.706018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642305742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:55:05.264369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.776045ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-01T21:55:05.264495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:04.197046Z","time spent":"1.067444708s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T21:55:05.985174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.079386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:55:05.985347Z","caller":"traceutil/trace.go:171","msg":"trace[1892963788] transaction","detail":"{read_only:false; response_revision:22312; number_of_response:1; }","duration":"1.785621552s","start":"2026-03-01T21:55:04.1997Z","end":"2026-03-01T21:55:05.985322Z","steps":["trace[1892963788] 'process raft request' (duration: 1.419305122s)","trace[1892963788] 'compare' (duration: 365.949932ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:55:05.98539Z","caller":"traceutil/trace.go:171","msg":"trace[359859287] transaction","detail":"{read_only:false; response_revision:22314; number_of_response:1; }","duration":"1.784329852s","start":"2026-03-01T21:55:04.201051Z","end":"2026-03-01T21:55:05.985381Z","steps":["trace[359859287] 'process raft request' (duration: 1.784269691s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:05.985441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:04.201038Z","time spent":"1.784378204s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:55:05.985445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:04.199672Z","time spent":"1.785722174s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:55:05.985516Z","caller":"traceutil/trace.go:171","msg":"trace[930959187] transaction","detail":"{read_only:false; response_revision:22313; number_of_response:1; }","duration":"1.78464077s","start":"2026-03-01T21:55:04.200758Z","end":"2026-03-01T21:55:05.985398Z","steps":["trace[930959187] 'process raft request' (duration: 1.784516867s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:55:05.985609Z","caller":"traceutil/trace.go:171","msg":"trace[1975337789] transaction","detail":"{read_only:false; number_of_response:0; response_revision:22314; }","duration":"1.783830732s","start":"2026-03-01T21:55:04.201771Z","end":"2026-03-01T21:55:05.985602Z","steps":["trace[1975337789] 'process raft request' (duration: 1.783580797s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:05.985643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:04.201759Z","time spent":"1.783867723s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T21:55:05.985929Z","caller":"traceutil/trace.go:171","msg":"trace[569625176] transaction","detail":"{read_only:false; response_revision:22315; number_of_response:1; }","duration":"1.68152853s","start":"2026-03-01T21:55:04.304392Z","end":"2026-03-01T21:55:05.98592Z","steps":["trace[569625176] 'process raft request' (duration: 1.681158142s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:05.986002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:04.304357Z","time spent":"1.681600092s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:55:05.986062Z","caller":"traceutil/trace.go:171","msg":"trace[911732943] transaction","detail":"{read_only:false; response_revision:22316; number_of_response:1; }","duration":"719.860281ms","start":"2026-03-01T21:55:05.266177Z","end":"2026-03-01T21:55:05.986037Z","steps":["trace[911732943] 'process raft request' (duration: 719.718977ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:55:05.986161Z","caller":"traceutil/trace.go:171","msg":"trace[535678066] linearizableReadLoop","detail":"{readStateIndex:23459; appliedIndex:23453; }","duration":"1.780197152s","start":"2026-03-01T21:55:04.205955Z","end":"2026-03-01T21:55:05.986153Z","steps":["trace[535678066] 'read index received' (duration: 599.568104ms)","trace[535678066] 'applied index is now lower than readState.Index' (duration: 1.180627678s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:55:05.986238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:05.266147Z","time spent":"719.994223ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:55:05.986269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780312634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:55:05.98629Z","caller":"traceutil/trace.go:171","msg":"trace[883486592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22316; }","duration":"1.780371066s","start":"2026-03-01T21:55:04.205911Z","end":"2026-03-01T21:55:05.986282Z","steps":["trace[883486592] 'agreement among raft nodes before linearized reading' (duration: 1.780306624s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:05.986316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:04.205889Z","time spent":"1.780422967s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:55:05.986409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776903479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T21:55:05.986471Z","caller":"traceutil/trace.go:171","msg":"trace[1538968328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22316; }","duration":"1.77697904s","start":"2026-03-01T21:55:04.209469Z","end":"2026-03-01T21:55:05.986448Z","steps":["trace[1538968328] 'agreement among raft nodes before linearized reading' (duration: 1.776814707s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:05.986508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:04.209455Z","time spent":"1.777045943s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:55:05.986547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.083915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-01T21:55:05.986572Z","caller":"traceutil/trace.go:171","msg":"trace[446086657] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22316; }","duration":"336.148487ms","start":"2026-03-01T21:55:05.650418Z","end":"2026-03-01T21:55:05.986566Z","steps":["trace[446086657] 'agreement among raft nodes before linearized reading' (duration: 336.077315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:05.986596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:05.650395Z","time spent":"336.195928ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T21:55:05.986745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.138886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-03-01T21:55:05.986771Z","caller":"traceutil/trace.go:171","msg":"trace[908255229] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22316; }","duration":"999.209797ms","start":"2026-03-01T21:55:04.987554Z","end":"2026-03-01T21:55:05.986764Z","steps":["trace[908255229] 'agreement among raft nodes before linearized reading' (duration: 999.138796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:05.98679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:04.987528Z","time spent":"999.258228ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:55:05.986912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021642579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-03-01T21:55:05.986884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:04.200734Z","time spent":"1.784879594s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:55:05.986943Z","caller":"traceutil/trace.go:171","msg":"trace[1732833194] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22316; }","duration":"1.021717711s","start":"2026-03-01T21:55:04.965216Z","end":"2026-03-01T21:55:05.986934Z","steps":["trace[1732833194] 'agreement among raft nodes before linearized reading' (duration: 1.02165319s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:05.986962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:04.965148Z","time spent":"1.021809964s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:55:05.987111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.847185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:55:05.987221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764781913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:55:05.987238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777536653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-01T21:55:05.986481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555654451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:55:05.987286Z","caller":"traceutil/trace.go:171","msg":"trace[1611130493] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:22316; }","duration":"1.764868784s","start":"2026-03-01T21:55:04.222397Z","end":"2026-03-01T21:55:05.987266Z","steps":["trace[1611130493] 'agreement among raft nodes before linearized reading' (duration: 1.764712911s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:55:05.987295Z","caller":"traceutil/trace.go:171","msg":"trace[1130415823] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:22316; }","duration":"1.55651444s","start":"2026-03-01T21:55:04.430772Z","end":"2026-03-01T21:55:05.987287Z","steps":["trace[1130415823] 'agreement among raft nodes before linearized reading' (duration: 1.555681432s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:55:05.987297Z","caller":"traceutil/trace.go:171","msg":"trace[1054317663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22316; }","duration":"1.777612335s","start":"2026-03-01T21:55:04.209671Z","end":"2026-03-01T21:55:05.987283Z","steps":["trace[1054317663] 'agreement among raft nodes before linearized reading' (duration: 1.777439561s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:05.987281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61380981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:55:05.987337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:04.430745Z","time spent":"1.55658115s","remote":"127.0.0.1:41164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:55:05.987347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:04.209663Z","time spent":"1.777673556s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:55:05.987359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777097963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-01T21:55:05.987366Z","caller":"traceutil/trace.go:171","msg":"trace[1355726067] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22316; }","duration":"1.613971754s","start":"2026-03-01T21:55:04.373378Z","end":"2026-03-01T21:55:05.987349Z","steps":["trace[1355726067] 'agreement among raft nodes before linearized reading' (duration: 1.613753509s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:55:05.987282Z","caller":"traceutil/trace.go:171","msg":"trace[470234732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22316; }","duration":"448.08091ms","start":"2026-03-01T21:55:05.539169Z","end":"2026-03-01T21:55:05.98725Z","steps":["trace[470234732] 'agreement among raft nodes before linearized reading' (duration: 447.827064ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:55:05.987419Z","caller":"traceutil/trace.go:171","msg":"trace[565169709] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22316; }","duration":"1.777178195s","start":"2026-03-01T21:55:04.210226Z","end":"2026-03-01T21:55:05.987404Z","steps":["trace[565169709] 'agreement among raft nodes before linearized reading' (duration: 1.777030082s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:05.987426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:04.373343Z","time spent":"1.614072606s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:55:05.987458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:04.210216Z","time spent":"1.777233476s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T21:55:05.987491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672283767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-01T21:55:05.987498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:05.539143Z","time spent":"448.313174ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:55:05.987342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:04.222386Z","time spent":"1.764943837s","remote":"127.0.0.1:54498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:55:05.987579Z","caller":"traceutil/trace.go:171","msg":"trace[1991775695] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22316; }","duration":"1.672382379s","start":"2026-03-01T21:55:04.315148Z","end":"2026-03-01T21:55:05.98753Z","steps":["trace[1991775695] 'agreement among raft nodes before linearized reading' (duration: 1.672220745s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:05.987628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:04.315092Z","time spent":"1.672526033s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:55:05.988008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.432751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"info","ts":"2026-03-01T21:55:05.988081Z","caller":"traceutil/trace.go:171","msg":"trace[1421542705] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:22316; }","duration":"724.569834ms","start":"2026-03-01T21:55:05.263485Z","end":"2026-03-01T21:55:05.988055Z","steps":["trace[1421542705] 'agreement among raft nodes before linearized reading' (duration: 723.02883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:05.988123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:05.263464Z","time spent":"724.651306ms","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11851,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-01T21:55:06.493696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642305755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:55:07.620211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.92661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:55:07.620418Z","caller":"traceutil/trace.go:171","msg":"trace[837837849] transaction","detail":"{read_only:false; response_revision:22317; number_of_response:1; }","duration":"1.628217967s","start":"2026-03-01T21:55:05.992138Z","end":"2026-03-01T21:55:07.620356Z","steps":["trace[837837849] 'process raft request' (duration: 813.997422ms)","trace[837837849] 'compare' (duration: 813.211914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:55:07.621952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:05.99211Z","time spent":"1.629794003s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:55:07.998956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000216263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T21:55:07.999063Z","caller":"traceutil/trace.go:171","msg":"trace[1231773614] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000359707s","start":"2026-03-01T21:55:05.998681Z","end":"2026-03-01T21:55:07.99904Z","steps":["trace[1231773614] 'agreement among raft nodes before linearized reading' (duration: 2.000227104s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:07.999117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:05.998673Z","time spent":"2.000430549s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:55:08.648292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.042967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:55:08.648626Z","caller":"traceutil/trace.go:171","msg":"trace[989268297] linearizableReadLoop","detail":"{readStateIndex:23465; appliedIndex:23460; }","duration":"2.655191575s","start":"2026-03-01T21:55:05.993411Z","end":"2026-03-01T21:55:08.648603Z","steps":["trace[989268297] 'read index received' (duration: 812.866837ms)","trace[989268297] 'applied index is now lower than readState.Index' (duration: 1.842323558s)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:55:08.648743Z","caller":"traceutil/trace.go:171","msg":"trace[1738600257] transaction","detail":"{read_only:false; response_revision:22318; number_of_response:1; }","duration":"2.654926039s","start":"2026-03-01T21:55:05.993805Z","end":"2026-03-01T21:55:08.648731Z","steps":["trace[1738600257] 'process raft request' (duration: 1.73832186s)","trace[1738600257] 'compare' (duration: 915.71477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:55:08.648815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:05.993786Z","time spent":"2.65499363s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:55:08.649152Z","caller":"traceutil/trace.go:171","msg":"trace[676823418] transaction","detail":"{read_only:false; response_revision:22319; number_of_response:1; }","duration":"2.652677151s","start":"2026-03-01T21:55:05.996464Z","end":"2026-03-01T21:55:08.649141Z","steps":["trace[676823418] 'process raft request' (duration: 2.651941704s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:08.649223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:05.996448Z","time spent":"2.652741882s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:55:08.649581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655921792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:55:08.649566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656114786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T21:55:08.64965Z","caller":"traceutil/trace.go:171","msg":"trace[1620543182] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:22321; }","duration":"2.656071645s","start":"2026-03-01T21:55:05.993562Z","end":"2026-03-01T21:55:08.649634Z","steps":["trace[1620543182] 'agreement among raft nodes before linearized reading' (duration: 2.655951562s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:55:08.649677Z","caller":"traceutil/trace.go:171","msg":"trace[453071103] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22321; }","duration":"2.656260169s","start":"2026-03-01T21:55:05.993389Z","end":"2026-03-01T21:55:08.649649Z","steps":["trace[453071103] 'agreement among raft nodes before linearized reading' (duration: 2.655916892s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:08.649742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:05.99338Z","time spent":"2.656351531s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T21:55:08.649751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.680232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:55:08.649781Z","caller":"traceutil/trace.go:171","msg":"trace[1839728095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22321; }","duration":"642.706873ms","start":"2026-03-01T21:55:08.007064Z","end":"2026-03-01T21:55:08.649771Z","steps":["trace[1839728095] 'agreement among raft nodes before linearized reading' (duration: 642.661072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:08.649815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:08.007014Z","time spent":"642.795525ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:55:08.649843Z","caller":"traceutil/trace.go:171","msg":"trace[259095886] transaction","detail":"{read_only:false; response_revision:22320; number_of_response:1; }","duration":"2.653263433s","start":"2026-03-01T21:55:05.996532Z","end":"2026-03-01T21:55:08.649796Z","steps":["trace[259095886] 'process raft request' (duration: 2.651962134s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:08.649931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.808514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T21:55:08.649971Z","caller":"traceutil/trace.go:171","msg":"trace[1731236559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22321; }","duration":"656.892845ms","start":"2026-03-01T21:55:07.993066Z","end":"2026-03-01T21:55:08.649959Z","steps":["trace[1731236559] 'agreement among raft nodes before linearized reading' (duration: 656.745812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:08.649963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.506868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T21:55:08.650049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:07.993035Z","time spent":"657.005028ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:55:08.650001Z","caller":"traceutil/trace.go:171","msg":"trace[93720267] transaction","detail":"{read_only:false; response_revision:22321; number_of_response:1; }","duration":"2.648088019s","start":"2026-03-01T21:55:06.001834Z","end":"2026-03-01T21:55:08.649922Z","steps":["trace[93720267] 'process raft request' (duration: 2.646702868s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:08.650093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:05.996519Z","time spent":"2.653408366s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:55:08.650136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656352691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-01T21:55:08.649691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:05.993504Z","time spent":"2.656176957s","remote":"127.0.0.1:34104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:55:08.650261Z","caller":"traceutil/trace.go:171","msg":"trace[1825618556] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22321; }","duration":"2.656419132s","start":"2026-03-01T21:55:05.993756Z","end":"2026-03-01T21:55:08.650175Z","steps":["trace[1825618556] 'agreement among raft nodes before linearized reading' (duration: 2.656297s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:08.650266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.147987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T21:55:08.650297Z","caller":"traceutil/trace.go:171","msg":"trace[1027199481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22321; }","duration":"660.234189ms","start":"2026-03-01T21:55:07.990055Z","end":"2026-03-01T21:55:08.65029Z","steps":["trace[1027199481] 'agreement among raft nodes before linearized reading' (duration: 660.048015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:08.650297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:05.993746Z","time spent":"2.656542415s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:55:08.650325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:07.990028Z","time spent":"660.29069ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:55:08.650449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375482287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:55:08.650459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653980969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"info","ts":"2026-03-01T21:55:08.650503Z","caller":"traceutil/trace.go:171","msg":"trace[1232383185] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:22321; }","duration":"1.375584409s","start":"2026-03-01T21:55:07.274902Z","end":"2026-03-01T21:55:08.650486Z","steps":["trace[1232383185] 'agreement among raft nodes before linearized reading' (duration: 1.375495607s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:08.650544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652419745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-01T21:55:08.650544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.443606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-01T21:55:08.650578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:07.274865Z","time spent":"1.375698971s","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:55:08.65058Z","caller":"traceutil/trace.go:171","msg":"trace[912098583] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:22321; }","duration":"2.654144873s","start":"2026-03-01T21:55:05.996405Z","end":"2026-03-01T21:55:08.65055Z","steps":["trace[912098583] 'agreement among raft nodes before linearized reading' (duration: 2.65355806s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:55:08.650621Z","caller":"traceutil/trace.go:171","msg":"trace[879768198] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22321; }","duration":"2.652654721s","start":"2026-03-01T21:55:05.997943Z","end":"2026-03-01T21:55:08.650597Z","steps":["trace[879768198] 'agreement among raft nodes before linearized reading' (duration: 2.652473787s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:55:08.650621Z","caller":"traceutil/trace.go:171","msg":"trace[1076182341] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2; range_end:; response_count:1; response_revision:22321; }","duration":"647.57505ms","start":"2026-03-01T21:55:08.003028Z","end":"2026-03-01T21:55:08.650603Z","steps":["trace[1076182341] 'agreement among raft nodes before linearized reading' (duration: 647.231682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:08.65066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:05.997935Z","time spent":"2.652720262s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:55:08.650648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:05.996399Z","time spent":"2.654236394s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11851,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-01T21:55:08.650664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:08.003014Z","time spent":"647.640971ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" "} {"level":"info","ts":"2026-03-01T21:55:08.650078Z","caller":"traceutil/trace.go:171","msg":"trace[1577048899] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:22321; }","duration":"946.659741ms","start":"2026-03-01T21:55:07.703401Z","end":"2026-03-01T21:55:08.65006Z","steps":["trace[1577048899] 'agreement among raft nodes before linearized reading' (duration: 946.382515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:08.650753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:07.703313Z","time spent":"947.395767ms","remote":"127.0.0.1:41032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":70,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:55:08.651905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.867383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T21:55:08.651977Z","caller":"traceutil/trace.go:171","msg":"trace[1729914539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22321; }","duration":"655.993696ms","start":"2026-03-01T21:55:07.99596Z","end":"2026-03-01T21:55:08.651953Z","steps":["trace[1729914539] 'agreement among raft nodes before linearized reading' (duration: 653.843108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:08.652022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:07.995926Z","time spent":"656.084307ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:55:08.652583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:06.001826Z","time spent":"2.648292733s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:55:09.177153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642305763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:55:09.678116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642305763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:55:10.179067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642305763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:55:10.249018Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.595401237s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T21:55:10.571456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.076437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:55:10.571611Z","caller":"traceutil/trace.go:171","msg":"trace[1296444242] transaction","detail":"{read_only:false; response_revision:22322; number_of_response:1; }","duration":"1.918111777s","start":"2026-03-01T21:55:08.653477Z","end":"2026-03-01T21:55:10.571589Z","steps":["trace[1296444242] 'process raft request' (duration: 1.595764454s)","trace[1296444242] 'compare' (duration: 321.919044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:55:10.571686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:08.653454Z","time spent":"1.918193349s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:55:11.046154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003417874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:55:11.046236Z","caller":"traceutil/trace.go:171","msg":"trace[1474742344] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003569387s","start":"2026-03-01T21:55:09.04265Z","end":"2026-03-01T21:55:11.04622Z","steps":["trace[1474742344] 'agreement among raft nodes before linearized reading' (duration: 2.003457985s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:11.046272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:09.042594Z","time spent":"2.003671029s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:55:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:55:11.861907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.096803ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:55:11.862113Z","caller":"traceutil/trace.go:171","msg":"trace[621240781] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22322; }","duration":"165.327228ms","start":"2026-03-01T21:55:11.696756Z","end":"2026-03-01T21:55:11.862084Z","steps":["trace[621240781] 'range keys from in-memory index tree' (duration: 165.070672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:11.862803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.403073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:55:11.862991Z","caller":"traceutil/trace.go:171","msg":"trace[2035701451] transaction","detail":"{read_only:false; response_revision:22323; number_of_response:1; }","duration":"3.206670571s","start":"2026-03-01T21:55:08.65628Z","end":"2026-03-01T21:55:11.862951Z","steps":["trace[2035701451] 'process raft request' (duration: 2.850046923s)","trace[2035701451] 'compare' (duration: 356.054226ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:55:11.863041Z","caller":"traceutil/trace.go:171","msg":"trace[2042587414] transaction","detail":"{read_only:false; response_revision:22325; number_of_response:1; }","duration":"3.205549246s","start":"2026-03-01T21:55:08.657464Z","end":"2026-03-01T21:55:11.863013Z","steps":["trace[2042587414] 'process raft request' (duration: 3.205471954s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:55:11.863113Z","caller":"traceutil/trace.go:171","msg":"trace[1274314645] transaction","detail":"{read_only:false; response_revision:22326; number_of_response:1; }","duration":"3.205483054s","start":"2026-03-01T21:55:08.657624Z","end":"2026-03-01T21:55:11.863107Z","steps":["trace[1274314645] 'process raft request' (duration: 3.205334221s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:11.863161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:08.6576Z","time spent":"3.205534615s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:55:11.863155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:08.657452Z","time spent":"3.205645138s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:55:11.863195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:08.656259Z","time spent":"3.206828594s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:55:11.863052Z","caller":"traceutil/trace.go:171","msg":"trace[1312738683] transaction","detail":"{read_only:false; response_revision:22324; number_of_response:1; }","duration":"3.206502137s","start":"2026-03-01T21:55:08.656542Z","end":"2026-03-01T21:55:11.863044Z","steps":["trace[1312738683] 'process raft request' (duration: 3.206322864s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:11.863392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:08.656534Z","time spent":"3.206827954s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:55:11.863374Z","caller":"traceutil/trace.go:171","msg":"trace[744234590] transaction","detail":"{read_only:false; response_revision:22327; number_of_response:1; }","duration":"3.205633478s","start":"2026-03-01T21:55:08.657707Z","end":"2026-03-01T21:55:11.863341Z","steps":["trace[744234590] 'process raft request' (duration: 3.205373352s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:11.863539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:08.657695Z","time spent":"3.20575339s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:55:12.67204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.708325ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T21:55:12.673143Z","caller":"traceutil/trace.go:171","msg":"trace[390983423] transaction","detail":"{read_only:false; response_revision:22328; number_of_response:1; }","duration":"3.210055615s","start":"2026-03-01T21:55:09.463051Z","end":"2026-03-01T21:55:12.673106Z","steps":["trace[390983423] 'process raft request' (duration: 3.209114625s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:12.673819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:09.463017Z","time spent":"3.210217599s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:55:13.043771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997361401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:55:13.043888Z","caller":"traceutil/trace.go:171","msg":"trace[1291035920] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997549345s","start":"2026-03-01T21:55:11.046311Z","end":"2026-03-01T21:55:13.043861Z","steps":["trace[1291035920] 'agreement among raft nodes before linearized reading' (duration: 1.997396562s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:13.043947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:11.046289Z","time spent":"1.997647367s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:55:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T21:55:14.020193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346980879s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T21:55:14.020399Z","caller":"traceutil/trace.go:171","msg":"trace[566518239] linearizableReadLoop","detail":"{readStateIndex:23474; appliedIndex:23465; }","duration":"5.343264025s","start":"2026-03-01T21:55:08.677111Z","end":"2026-03-01T21:55:14.020375Z","steps":["trace[566518239] 'read index received' (duration: 1.572159115s)","trace[566518239] 'applied index is now lower than readState.Index' (duration: 3.77110296s)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:55:14.02053Z","caller":"traceutil/trace.go:171","msg":"trace[2017666436] transaction","detail":"{read_only:false; response_revision:22329; number_of_response:1; }","duration":"4.137996314s","start":"2026-03-01T21:55:09.882519Z","end":"2026-03-01T21:55:14.020516Z","steps":["trace[2017666436] 'process raft request' (duration: 2.790565965s)","trace[2017666436] 'compare' (duration: 1.3461116s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:55:14.020607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:09.882489Z","time spent":"4.138078475s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:55:14.020755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.650338047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:55:14.020861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152461723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-01T21:55:14.020844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.343712875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-01T21:55:14.020909Z","caller":"traceutil/trace.go:171","msg":"trace[1965294625] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22330; }","duration":"2.152542654s","start":"2026-03-01T21:55:11.868352Z","end":"2026-03-01T21:55:14.020894Z","steps":["trace[1965294625] 'agreement among raft nodes before linearized reading' (duration: 2.152380011s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:55:14.020928Z","caller":"traceutil/trace.go:171","msg":"trace[29029955] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22330; }","duration":"5.343854788s","start":"2026-03-01T21:55:08.677053Z","end":"2026-03-01T21:55:14.020908Z","steps":["trace[29029955] 'agreement among raft nodes before linearized reading' (duration: 5.343553571s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:14.020941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:11.868333Z","time spent":"2.152602036s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:55:14.020968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:08.67703Z","time spent":"5.343929509s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:55:14.020965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.475855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T21:55:14.020922Z","caller":"traceutil/trace.go:171","msg":"trace[880973556] transaction","detail":"{read_only:false; response_revision:22330; number_of_response:1; }","duration":"524.292546ms","start":"2026-03-01T21:55:13.496502Z","end":"2026-03-01T21:55:14.020794Z","steps":["trace[880973556] 'process raft request' (duration: 523.833306ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:55:14.021045Z","caller":"traceutil/trace.go:171","msg":"trace[1604837494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22330; }","duration":"152.629308ms","start":"2026-03-01T21:55:13.868396Z","end":"2026-03-01T21:55:14.021026Z","steps":["trace[1604837494] 'agreement among raft nodes before linearized reading' (duration: 152.344172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:14.021105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.504332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:55:14.021072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.380628219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-01T21:55:14.021123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153318012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-01T21:55:14.020885Z","caller":"traceutil/trace.go:171","msg":"trace[508785007] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:22330; }","duration":"4.650519702s","start":"2026-03-01T21:55:09.370338Z","end":"2026-03-01T21:55:14.020858Z","steps":["trace[508785007] 'agreement among raft nodes before linearized reading' (duration: 4.650331778s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:55:14.021176Z","caller":"traceutil/trace.go:171","msg":"trace[532666565] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:22330; }","duration":"3.380880964s","start":"2026-03-01T21:55:10.64027Z","end":"2026-03-01T21:55:14.021151Z","steps":["trace[532666565] 'agreement among raft nodes before linearized reading' (duration: 3.380503636s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:55:14.021198Z","caller":"traceutil/trace.go:171","msg":"trace[1503533126] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22330; }","duration":"2.153432615s","start":"2026-03-01T21:55:11.867737Z","end":"2026-03-01T21:55:14.02117Z","steps":["trace[1503533126] 'agreement among raft nodes before linearized reading' (duration: 2.153278812s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:14.021234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.365401363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-01T21:55:14.021262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:10.640245Z","time spent":"3.380998727s","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-01T21:55:14.021311Z","caller":"traceutil/trace.go:171","msg":"trace[1790621274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22330; }","duration":"3.365542926s","start":"2026-03-01T21:55:10.655749Z","end":"2026-03-01T21:55:14.021292Z","steps":["trace[1790621274] 'agreement among raft nodes before linearized reading' (duration: 3.36526996s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:14.021297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:13.496465Z","time spent":"524.649434ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:55:14.021198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:09.370316Z","time spent":"4.650868769s","remote":"127.0.0.1:34072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:55:14.021353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:10.655725Z","time spent":"3.365620978s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:55:14.02107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.146138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:55:14.021483Z","caller":"traceutil/trace.go:171","msg":"trace[1672974483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22330; }","duration":"626.585987ms","start":"2026-03-01T21:55:13.394878Z","end":"2026-03-01T21:55:14.021464Z","steps":["trace[1672974483] 'agreement among raft nodes before linearized reading' (duration: 626.156417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:14.02151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395967222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:255780"} {"level":"info","ts":"2026-03-01T21:55:14.021564Z","caller":"traceutil/trace.go:171","msg":"trace[523493366] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:22330; }","duration":"2.396048194s","start":"2026-03-01T21:55:11.625501Z","end":"2026-03-01T21:55:14.021549Z","steps":["trace[523493366] 'agreement among raft nodes before linearized reading' (duration: 2.395565083s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:14.021265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611342766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:55:14.021595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:13.39486Z","time spent":"626.71808ms","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:55:14.020965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712049337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7565"} {"level":"info","ts":"2026-03-01T21:55:14.021646Z","caller":"traceutil/trace.go:171","msg":"trace[1928714926] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:22330; }","duration":"2.712804224s","start":"2026-03-01T21:55:11.308834Z","end":"2026-03-01T21:55:14.021638Z","steps":["trace[1928714926] 'agreement among raft nodes before linearized reading' (duration: 2.711922304s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:14.021617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.395082321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T21:55:14.021656Z","caller":"traceutil/trace.go:171","msg":"trace[1520833020] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:22330; }","duration":"1.611756085s","start":"2026-03-01T21:55:12.409864Z","end":"2026-03-01T21:55:14.02162Z","steps":["trace[1520833020] 'agreement among raft nodes before linearized reading' (duration: 1.611364627s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:14.02168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308017476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-01T21:55:14.021288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483895246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:55:14.021712Z","caller":"traceutil/trace.go:171","msg":"trace[881015814] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22330; }","duration":"2.308085318s","start":"2026-03-01T21:55:11.713618Z","end":"2026-03-01T21:55:14.021703Z","steps":["trace[881015814] 'agreement among raft nodes before linearized reading' (duration: 2.308001616s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:55:14.021698Z","caller":"traceutil/trace.go:171","msg":"trace[159167169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22330; }","duration":"4.395212234s","start":"2026-03-01T21:55:09.626473Z","end":"2026-03-01T21:55:14.021685Z","steps":["trace[159167169] 'agreement among raft nodes before linearized reading' (duration: 4.394719513s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:14.021758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.021167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-01T21:55:14.021764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:11.713584Z","time spent":"2.30817132s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T21:55:14.021685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:11.308808Z","time spent":"2.712868344s","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7588,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-01T21:55:14.021788Z","caller":"traceutil/trace.go:171","msg":"trace[1967435180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22330; }","duration":"153.073368ms","start":"2026-03-01T21:55:13.868707Z","end":"2026-03-01T21:55:14.021781Z","steps":["trace[1967435180] 'agreement among raft nodes before linearized reading' (duration: 152.996206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:14.0216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:11.625482Z","time spent":"2.396109525s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":255803,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-01T21:55:14.02165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.200181892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:55:14.021936Z","caller":"traceutil/trace.go:171","msg":"trace[197250813] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:22330; }","duration":"4.200611962s","start":"2026-03-01T21:55:09.821309Z","end":"2026-03-01T21:55:14.021921Z","steps":["trace[197250813] 'agreement among raft nodes before linearized reading' (duration: 4.199726592s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:14.022032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.887144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T21:55:14.022101Z","caller":"traceutil/trace.go:171","msg":"trace[475428186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22330; }","duration":"153.049318ms","start":"2026-03-01T21:55:13.869029Z","end":"2026-03-01T21:55:14.022078Z","steps":["trace[475428186] 'agreement among raft nodes before linearized reading' (duration: 152.394413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:14.022059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:09.821247Z","time spent":"4.200792816s","remote":"127.0.0.1:39094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:55:14.021745Z","caller":"traceutil/trace.go:171","msg":"trace[932087975] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:22330; }","duration":"2.484375876s","start":"2026-03-01T21:55:11.537351Z","end":"2026-03-01T21:55:14.021727Z","steps":["trace[932087975] 'agreement among raft nodes before linearized reading' (duration: 2.483810134s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:14.022249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:11.5373Z","time spent":"2.484934519s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:55:14.02101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.364940034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-01T21:55:14.022443Z","caller":"traceutil/trace.go:171","msg":"trace[1328220274] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22330; }","duration":"3.366384526s","start":"2026-03-01T21:55:10.656041Z","end":"2026-03-01T21:55:14.022425Z","steps":["trace[1328220274] 'agreement among raft nodes before linearized reading' (duration: 3.364892432s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:14.022508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:10.65603Z","time spent":"3.366461167s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T21:55:14.021964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:09.626445Z","time spent":"4.39546856s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T21:55:14.02114Z","caller":"traceutil/trace.go:171","msg":"trace[309796447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22330; }","duration":"968.577434ms","start":"2026-03-01T21:55:13.052554Z","end":"2026-03-01T21:55:14.021132Z","steps":["trace[309796447] 'agreement among raft nodes before linearized reading' (duration: 968.532383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:14.022664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:13.052536Z","time spent":"970.116827ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:55:14.021206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.653596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-01T21:55:14.02271Z","caller":"traceutil/trace.go:171","msg":"trace[1788656001] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2; range_end:; response_count:1; response_revision:22330; }","duration":"971.208031ms","start":"2026-03-01T21:55:13.051492Z","end":"2026-03-01T21:55:14.0227Z","steps":["trace[1788656001] 'agreement among raft nodes before linearized reading' (duration: 969.663327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:55:14.021255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:11.867711Z","time spent":"2.153528117s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:55:14.022752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:13.051461Z","time spent":"971.280922ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" "} {"level":"warn","ts":"2026-03-01T21:55:14.021753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:55:12.409839Z","time spent":"1.611862328s","remote":"127.0.0.1:56576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:56:35.891923Z","caller":"traceutil/trace.go:171","msg":"trace[1837988377] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"119.692042ms","start":"2026-03-01T21:56:35.77219Z","end":"2026-03-01T21:56:35.891882Z","steps":["trace[1837988377] 'process raft request' (duration: 101.676466ms)","trace[1837988377] 'compare' (duration: 17.847013ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:21.061672Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21466} {"level":"info","ts":"2026-03-01T21:58:21.192794Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21466,"took":"117.24844ms","hash":1131709827,"current-db-size-bytes":46731264,"current-db-size":"47 MB","current-db-size-in-use-bytes":29458432,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-01T21:58:21.192869Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1131709827,"revision":21466,"compact-revision":18850} {"level":"info","ts":"2026-03-01T21:58:57.425166Z","caller":"traceutil/trace.go:171","msg":"trace[1273603320] linearizableReadLoop","detail":"{readStateIndex:25561; appliedIndex:25560; }","duration":"133.641731ms","start":"2026-03-01T21:58:57.291495Z","end":"2026-03-01T21:58:57.425136Z","steps":["trace[1273603320] 'read index received' (duration: 133.401255ms)","trace[1273603320] 'applied index is now lower than readState.Index' (duration: 239.556µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:58:57.425315Z","caller":"traceutil/trace.go:171","msg":"trace[1707830313] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"144.583941ms","start":"2026-03-01T21:58:57.28072Z","end":"2026-03-01T21:58:57.425304Z","steps":["trace[1707830313] 'process raft request' (duration: 144.239714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:57.42553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.731597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T21:58:57.425641Z","caller":"traceutil/trace.go:171","msg":"trace[1221362362] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24307; }","duration":"115.91239ms","start":"2026-03-01T21:58:57.309702Z","end":"2026-03-01T21:58:57.425614Z","steps":["trace[1221362362] 'agreement among raft nodes before linearized reading' (duration: 115.709726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:58:57.425661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.138411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-03-01T21:58:57.425764Z","caller":"traceutil/trace.go:171","msg":"trace[1518912378] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24307; }","duration":"134.46809ms","start":"2026-03-01T21:58:57.291267Z","end":"2026-03-01T21:58:57.425735Z","steps":["trace[1518912378] 'agreement among raft nodes before linearized reading' (duration: 134.192954ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:09.136561Z","caller":"traceutil/trace.go:171","msg":"trace[1682183817] linearizableReadLoop","detail":"{readStateIndex:26080; appliedIndex:26079; }","duration":"218.581899ms","start":"2026-03-01T21:59:08.917952Z","end":"2026-03-01T21:59:09.136534Z","steps":["trace[1682183817] 'read index received' (duration: 218.349474ms)","trace[1682183817] 'applied index is now lower than readState.Index' (duration: 231.325µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:59:09.136607Z","caller":"traceutil/trace.go:171","msg":"trace[144049982] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"259.171193ms","start":"2026-03-01T21:59:08.877393Z","end":"2026-03-01T21:59:09.136564Z","steps":["trace[144049982] 'process raft request' (duration: 258.956328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:09.137006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.030219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-01T21:59:09.137161Z","caller":"traceutil/trace.go:171","msg":"trace[1142092061] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:24811; }","duration":"219.148291ms","start":"2026-03-01T21:59:08.917906Z","end":"2026-03-01T21:59:09.137054Z","steps":["trace[1142092061] 'agreement among raft nodes before linearized reading' (duration: 218.772913ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:09.149817Z","caller":"traceutil/trace.go:171","msg":"trace[2113587442] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"229.616212ms","start":"2026-03-01T21:59:08.920184Z","end":"2026-03-01T21:59:09.149801Z","steps":["trace[2113587442] 'process raft request' (duration: 229.533621ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:09.150071Z","caller":"traceutil/trace.go:171","msg":"trace[172568322] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"230.338269ms","start":"2026-03-01T21:59:08.919721Z","end":"2026-03-01T21:59:09.15006Z","steps":["trace[172568322] 'process raft request' (duration: 229.872409ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:09.150311Z","caller":"traceutil/trace.go:171","msg":"trace[1938694661] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"129.176022ms","start":"2026-03-01T21:59:09.021122Z","end":"2026-03-01T21:59:09.150298Z","steps":["trace[1938694661] 'process raft request' (duration: 128.986618ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:09.150411Z","caller":"traceutil/trace.go:171","msg":"trace[1973233413] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"179.635693ms","start":"2026-03-01T21:59:08.970734Z","end":"2026-03-01T21:59:09.150369Z","steps":["trace[1973233413] 'process raft request' (duration: 179.03266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:09.150455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.062858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-01T21:59:09.150701Z","caller":"traceutil/trace.go:171","msg":"trace[244847414] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24818; }","duration":"213.358615ms","start":"2026-03-01T21:59:08.937328Z","end":"2026-03-01T21:59:09.150686Z","steps":["trace[244847414] 'agreement among raft nodes before linearized reading' (duration: 212.989287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:09.150785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.83598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:09.150893Z","caller":"traceutil/trace.go:171","msg":"trace[1448341838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24818; }","duration":"112.022665ms","start":"2026-03-01T21:59:09.038849Z","end":"2026-03-01T21:59:09.150871Z","steps":["trace[1448341838] 'agreement among raft nodes before linearized reading' (duration: 111.832051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:10.813599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.301719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" ","response":"range_response_count:1 size:58973"} {"level":"info","ts":"2026-03-01T21:59:10.813726Z","caller":"traceutil/trace.go:171","msg":"trace[503426234] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24868; }","duration":"106.488673ms","start":"2026-03-01T21:59:10.707201Z","end":"2026-03-01T21:59:10.81369Z","steps":["trace[503426234] 'range keys from in-memory index tree' (duration: 106.031123ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:12.475117Z","caller":"traceutil/trace.go:171","msg":"trace[1623964799] linearizableReadLoop","detail":"{readStateIndex:26182; appliedIndex:26181; }","duration":"317.977737ms","start":"2026-03-01T21:59:12.157105Z","end":"2026-03-01T21:59:12.475083Z","steps":["trace[1623964799] 'read index received' (duration: 317.864315ms)","trace[1623964799] 'applied index is now lower than readState.Index' (duration: 111.872µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:59:12.475352Z","caller":"traceutil/trace.go:171","msg":"trace[1467585057] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"320.219127ms","start":"2026-03-01T21:59:12.155067Z","end":"2026-03-01T21:59:12.475287Z","steps":["trace[1467585057] 'process raft request' (duration: 319.831478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:12.475423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.281284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/cert-manager-test/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:12.475571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:12.155054Z","time spent":"320.399071ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:12.475591Z","caller":"traceutil/trace.go:171","msg":"trace[2029979224] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/cert-manager-test/; range_end:/registry/cluster.x-k8s.io/clusterclasses/cert-manager-test0; response_count:0; response_revision:24911; }","duration":"318.498799ms","start":"2026-03-01T21:59:12.157073Z","end":"2026-03-01T21:59:12.475572Z","steps":["trace[2029979224] 'agreement among raft nodes before linearized reading' (duration: 318.270894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:12.475769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:12.157063Z","time spent":"318.688483ms","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/cert-manager-test/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses/cert-manager-test0\" "} {"level":"info","ts":"2026-03-01T21:59:12.480503Z","caller":"traceutil/trace.go:171","msg":"trace[1625388939] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"265.631916ms","start":"2026-03-01T21:59:12.214841Z","end":"2026-03-01T21:59:12.480473Z","steps":["trace[1625388939] 'process raft request' (duration: 265.233886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:12.480716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.032885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T21:59:12.48078Z","caller":"traceutil/trace.go:171","msg":"trace[459067566] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24913; }","duration":"186.150987ms","start":"2026-03-01T21:59:12.294615Z","end":"2026-03-01T21:59:12.480766Z","steps":["trace[459067566] 'agreement among raft nodes before linearized reading' (duration: 185.856651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:12.480969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.551953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129392"} {"level":"info","ts":"2026-03-01T21:59:12.481069Z","caller":"traceutil/trace.go:171","msg":"trace[1910731415] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24913; }","duration":"309.741166ms","start":"2026-03-01T21:59:12.171305Z","end":"2026-03-01T21:59:12.481047Z","steps":["trace[1910731415] 'agreement among raft nodes before linearized reading' (duration: 309.230755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:12.481188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:12.171284Z","time spent":"309.89391ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":129415,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-01T21:59:14.14418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.25332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:14.14428Z","caller":"traceutil/trace.go:171","msg":"trace[458649227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24947; }","duration":"102.367872ms","start":"2026-03-01T21:59:14.041893Z","end":"2026-03-01T21:59:14.144261Z","steps":["trace[458649227] 'range keys from in-memory index tree' (duration: 102.128727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:14.144183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.067556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:14.144596Z","caller":"traceutil/trace.go:171","msg":"trace[1273388192] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24947; }","duration":"212.462735ms","start":"2026-03-01T21:59:13.932021Z","end":"2026-03-01T21:59:14.144484Z","steps":["trace[1273388192] 'count revisions from in-memory index tree' (duration: 211.943263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:14.144827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.868841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170336"} {"level":"info","ts":"2026-03-01T21:59:14.144966Z","caller":"traceutil/trace.go:171","msg":"trace[55057722] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24947; }","duration":"235.994553ms","start":"2026-03-01T21:59:13.908916Z","end":"2026-03-01T21:59:14.144911Z","steps":["trace[55057722] 'range keys from in-memory index tree' (duration: 235.169234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:16.594588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.200281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-01T21:59:16.594694Z","caller":"traceutil/trace.go:171","msg":"trace[1189651048] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25006; }","duration":"128.365465ms","start":"2026-03-01T21:59:16.466307Z","end":"2026-03-01T21:59:16.594673Z","steps":["trace[1189651048] 'range keys from in-memory index tree' (duration: 128.011707ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:16.605796Z","caller":"traceutil/trace.go:171","msg":"trace[1768443119] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"108.261401ms","start":"2026-03-01T21:59:16.497516Z","end":"2026-03-01T21:59:16.605778Z","steps":["trace[1768443119] 'process raft request' (duration: 108.123688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:17.542631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642313786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:59:18.0429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642313786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:59:18.543598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642313786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:59:18.85701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.164632941s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T21:59:18.857736Z","caller":"traceutil/trace.go:171","msg":"trace[1001667871] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"2.190539032s","start":"2026-03-01T21:59:16.667164Z","end":"2026-03-01T21:59:18.857703Z","steps":["trace[1001667871] 'process raft request' (duration: 2.190300676s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:18.858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:16.667131Z","time spent":"2.190730245s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:19.041663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999858696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T21:59:19.04176Z","caller":"traceutil/trace.go:171","msg":"trace[1122293274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000021029s","start":"2026-03-01T21:59:17.041714Z","end":"2026-03-01T21:59:19.041735Z","steps":["trace[1122293274] 'agreement among raft nodes before linearized reading' (duration: 1.999895107s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.04181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.041669Z","time spent":"2.000127522s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 21:59:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-01T21:59:19.229686Z","caller":"traceutil/trace.go:171","msg":"trace[1607750088] linearizableReadLoop","detail":"{readStateIndex:26285; appliedIndex:26279; }","duration":"2.187887363s","start":"2026-03-01T21:59:17.041763Z","end":"2026-03-01T21:59:19.229651Z","steps":["trace[1607750088] 'read index received' (duration: 1.815844117s)","trace[1607750088] 'applied index is now lower than readState.Index' (duration: 372.042056ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:59:19.230045Z","caller":"traceutil/trace.go:171","msg":"trace[164601094] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"1.36335262s","start":"2026-03-01T21:59:17.866648Z","end":"2026-03-01T21:59:19.230001Z","steps":["trace[164601094] 'process raft request' (duration: 1.36291269s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:19.230175Z","caller":"traceutil/trace.go:171","msg":"trace[150994275] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"772.715693ms","start":"2026-03-01T21:59:18.457448Z","end":"2026-03-01T21:59:19.230164Z","steps":["trace[150994275] 'process raft request' (duration: 772.149851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.230234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.866615Z","time spent":"1.363522414s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:59:19.230297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:18.45743Z","time spent":"772.781834ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:19.230467Z","caller":"traceutil/trace.go:171","msg":"trace[1590050201] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"615.464403ms","start":"2026-03-01T21:59:18.614994Z","end":"2026-03-01T21:59:19.230458Z","steps":["trace[1590050201] 'process raft request' (duration: 614.626335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.230516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:18.614963Z","time spent":"615.527124ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:19.23053Z","caller":"traceutil/trace.go:171","msg":"trace[1374797703] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"2.53862223s","start":"2026-03-01T21:59:16.691898Z","end":"2026-03-01T21:59:19.230521Z","steps":["trace[1374797703] 'process raft request' (duration: 2.537385993s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.230598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:16.691863Z","time spent":"2.538692912s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:19.23072Z","caller":"traceutil/trace.go:171","msg":"trace[281415094] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"1.681156443s","start":"2026-03-01T21:59:17.54952Z","end":"2026-03-01T21:59:19.230677Z","steps":["trace[281415094] 'process raft request' (duration: 1.680012768s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:19.230808Z","caller":"traceutil/trace.go:171","msg":"trace[41856836] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"2.064424736s","start":"2026-03-01T21:59:17.166338Z","end":"2026-03-01T21:59:19.230763Z","steps":["trace[41856836] 'process raft request' (duration: 2.063150169s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.230877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.166306Z","time spent":"2.064538859s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:59:19.230902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.549492Z","time spent":"1.681311896s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:59:19.339418Z","caller":"traceutil/trace.go:171","msg":"trace[1108860505] linearizableReadLoop","detail":"{readStateIndex:26287; appliedIndex:26286; }","duration":"109.616582ms","start":"2026-03-01T21:59:19.229774Z","end":"2026-03-01T21:59:19.33939Z","steps":["trace[1108860505] 'read index received' (duration: 109.402657ms)","trace[1108860505] 'applied index is now lower than readState.Index' (duration: 212.865µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:59:19.339615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51289695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T21:59:19.339732Z","caller":"traceutil/trace.go:171","msg":"trace[1026331240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25014; }","duration":"1.513085955s","start":"2026-03-01T21:59:17.826621Z","end":"2026-03-01T21:59:19.339707Z","steps":["trace[1026331240] 'agreement among raft nodes before linearized reading' (duration: 1.512795418s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.339757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565827015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-03-01T21:59:19.339795Z","caller":"traceutil/trace.go:171","msg":"trace[1407438312] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25014; }","duration":"1.565872345s","start":"2026-03-01T21:59:17.773908Z","end":"2026-03-01T21:59:19.339781Z","steps":["trace[1407438312] 'agreement among raft nodes before linearized reading' (duration: 1.565769243s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.339802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.82658Z","time spent":"1.513204517s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:59:19.339839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.773902Z","time spent":"1.565927537s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:59:19.33984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565360395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-03-01T21:59:19.33996Z","caller":"traceutil/trace.go:171","msg":"trace[609290253] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25014; }","duration":"1.565695472s","start":"2026-03-01T21:59:17.77424Z","end":"2026-03-01T21:59:19.339936Z","steps":["trace[609290253] 'agreement among raft nodes before linearized reading' (duration: 1.565216231s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.340018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.774211Z","time spent":"1.565792014s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T21:59:19.340079Z","caller":"traceutil/trace.go:171","msg":"trace[11299317] transaction","detail":"{read_only:false; number_of_response:0; response_revision:25014; }","duration":"468.269604ms","start":"2026-03-01T21:59:18.871797Z","end":"2026-03-01T21:59:19.340067Z","steps":["trace[11299317] 'process raft request' (duration: 467.480656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.3401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567183774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T21:59:19.340133Z","caller":"traceutil/trace.go:171","msg":"trace[755006616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25014; }","duration":"1.567261446s","start":"2026-03-01T21:59:17.772863Z","end":"2026-03-01T21:59:19.340124Z","steps":["trace[755006616] 'agreement among raft nodes before linearized reading' (duration: 1.567173614s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.340172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:18.871752Z","time spent":"468.362296ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:59:19.340437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565799014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T21:59:19.340479Z","caller":"traceutil/trace.go:171","msg":"trace[2143329294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25014; }","duration":"1.565869026s","start":"2026-03-01T21:59:17.7746Z","end":"2026-03-01T21:59:19.340469Z","steps":["trace[2143329294] 'agreement among raft nodes before linearized reading' (duration: 1.565727323s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.340508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.774584Z","time spent":"1.565916927s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:59:19.340703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.487748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T21:59:19.340184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.772837Z","time spent":"1.567339548s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:59:19.340839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.271002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T21:59:19.340886Z","caller":"traceutil/trace.go:171","msg":"trace[411591617] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25014; }","duration":"846.342894ms","start":"2026-03-01T21:59:18.494531Z","end":"2026-03-01T21:59:19.340874Z","steps":["trace[411591617] 'agreement among raft nodes before linearized reading' (duration: 846.266211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.340925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:18.49452Z","time spent":"846.396085ms","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:59:19.341002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566602952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T21:59:19.341106Z","caller":"traceutil/trace.go:171","msg":"trace[1884708839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25014; }","duration":"1.566698764s","start":"2026-03-01T21:59:17.774377Z","end":"2026-03-01T21:59:19.341076Z","steps":["trace[1884708839] 'agreement among raft nodes before linearized reading' (duration: 1.566413257s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.341141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.445986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-01T21:59:19.341156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.77431Z","time spent":"1.566834918s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T21:59:19.341183Z","caller":"traceutil/trace.go:171","msg":"trace[1509867638] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25014; }","duration":"906.543999ms","start":"2026-03-01T21:59:18.434629Z","end":"2026-03-01T21:59:19.341173Z","steps":["trace[1509867638] 'agreement among raft nodes before linearized reading' (duration: 906.443816ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:59:19.341205Z","caller":"traceutil/trace.go:171","msg":"trace[63078481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25014; }","duration":"299.102172ms","start":"2026-03-01T21:59:19.042086Z","end":"2026-03-01T21:59:19.341188Z","steps":["trace[63078481] 'agreement among raft nodes before linearized reading' (duration: 298.270843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.33965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566710144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-01T21:59:19.341383Z","caller":"traceutil/trace.go:171","msg":"trace[1164909536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25014; }","duration":"1.568521944s","start":"2026-03-01T21:59:17.772848Z","end":"2026-03-01T21:59:19.34137Z","steps":["trace[1164909536] 'agreement among raft nodes before linearized reading' (duration: 1.566652662s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.341422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.772821Z","time spent":"1.568591266s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:59:19.341214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:18.434598Z","time spent":"906.608049ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-01T21:59:19.341598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513503135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-01T21:59:19.341707Z","caller":"traceutil/trace.go:171","msg":"trace[933239086] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25014; }","duration":"1.513711809s","start":"2026-03-01T21:59:17.827973Z","end":"2026-03-01T21:59:19.341684Z","steps":["trace[933239086] 'agreement among raft nodes before linearized reading' (duration: 1.513199628s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:59:19.341763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:59:17.827959Z","time spent":"1.513791081s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-01T22:00:35.267769Z","caller":"traceutil/trace.go:171","msg":"trace[1341108529] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"441.62473ms","start":"2026-03-01T22:00:34.826112Z","end":"2026-03-01T22:00:35.267737Z","steps":["trace[1341108529] 'process raft request' (duration: 441.430416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:35.268018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:34.826082Z","time spent":"441.797613ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:35.275443Z","caller":"traceutil/trace.go:171","msg":"trace[763802341] transaction","detail":"{read_only:false; response_revision:26043; number_of_response:1; }","duration":"327.401056ms","start":"2026-03-01T22:00:34.948029Z","end":"2026-03-01T22:00:35.27543Z","steps":["trace[763802341] 'process raft request' (duration: 327.333244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:35.275506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:34.947997Z","time spent":"327.477318ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:45.613774Z","caller":"traceutil/trace.go:171","msg":"trace[1918102406] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"293.630363ms","start":"2026-03-01T22:00:45.320101Z","end":"2026-03-01T22:00:45.613731Z","steps":["trace[1918102406] 'process raft request' (duration: 293.407858ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:00:45.650468Z","caller":"traceutil/trace.go:171","msg":"trace[2116553873] linearizableReadLoop","detail":"{readStateIndex:27446; appliedIndex:27444; }","duration":"110.528792ms","start":"2026-03-01T22:00:45.539903Z","end":"2026-03-01T22:00:45.650432Z","steps":["trace[2116553873] 'read index received' (duration: 73.687342ms)","trace[2116553873] 'applied index is now lower than readState.Index' (duration: 36.84023ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:00:45.650534Z","caller":"traceutil/trace.go:171","msg":"trace[180397425] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"329.892349ms","start":"2026-03-01T22:00:45.320591Z","end":"2026-03-01T22:00:45.650483Z","steps":["trace[180397425] 'process raft request' (duration: 329.617164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:45.650685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.765767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:00:45.650738Z","caller":"traceutil/trace.go:171","msg":"trace[2002231684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26134; }","duration":"110.89182ms","start":"2026-03-01T22:00:45.539831Z","end":"2026-03-01T22:00:45.650723Z","steps":["trace[2002231684] 'agreement among raft nodes before linearized reading' (duration: 110.782047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:45.650768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:00:45.320577Z","time spent":"330.063444ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:00:46.068798Z","caller":"traceutil/trace.go:171","msg":"trace[418947654] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"163.10867ms","start":"2026-03-01T22:00:45.905635Z","end":"2026-03-01T22:00:46.068744Z","steps":["trace[418947654] 'process raft request' (duration: 162.843664ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:00:46.068817Z","caller":"traceutil/trace.go:171","msg":"trace[675342051] transaction","detail":"{read_only:false; response_revision:26137; number_of_response:1; }","duration":"159.697905ms","start":"2026-03-01T22:00:45.909084Z","end":"2026-03-01T22:00:46.068782Z","steps":["trace[675342051] 'process raft request' (duration: 159.597073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:46.069064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.958997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-01T22:00:46.069059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.300732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T22:00:46.069149Z","caller":"traceutil/trace.go:171","msg":"trace[857916503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26137; }","duration":"162.423045ms","start":"2026-03-01T22:00:45.9067Z","end":"2026-03-01T22:00:46.069123Z","steps":["trace[857916503] 'agreement among raft nodes before linearized reading' (duration: 162.150939ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:00:46.069119Z","caller":"traceutil/trace.go:171","msg":"trace[1695346005] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26137; }","duration":"163.060668ms","start":"2026-03-01T22:00:45.906048Z","end":"2026-03-01T22:00:46.069108Z","steps":["trace[1695346005] 'agreement among raft nodes before linearized reading' (duration: 162.833243ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:00:46.384514Z","caller":"traceutil/trace.go:171","msg":"trace[1920440484] linearizableReadLoop","detail":"{readStateIndex:27455; appliedIndex:27454; }","duration":"160.969582ms","start":"2026-03-01T22:00:46.223515Z","end":"2026-03-01T22:00:46.384485Z","steps":["trace[1920440484] 'read index received' (duration: 160.620664ms)","trace[1920440484] 'applied index is now lower than readState.Index' (duration: 347.648µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:00:46.384601Z","caller":"traceutil/trace.go:171","msg":"trace[1566350697] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"220.81724ms","start":"2026-03-01T22:00:46.163739Z","end":"2026-03-01T22:00:46.384556Z","steps":["trace[1566350697] 'process raft request' (duration: 220.512373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:46.384725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.416247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:00:46.384763Z","caller":"traceutil/trace.go:171","msg":"trace[448142095] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:26142; }","duration":"124.52811ms","start":"2026-03-01T22:00:46.260225Z","end":"2026-03-01T22:00:46.384753Z","steps":["trace[448142095] 'agreement among raft nodes before linearized reading' (duration: 124.428838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:46.384748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.191447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:00:46.384835Z","caller":"traceutil/trace.go:171","msg":"trace[1627282297] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26142; }","duration":"161.35993ms","start":"2026-03-01T22:00:46.223456Z","end":"2026-03-01T22:00:46.384816Z","steps":["trace[1627282297] 'agreement among raft nodes before linearized reading' (duration: 161.154796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:46.384983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.905166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-01T22:00:46.385031Z","caller":"traceutil/trace.go:171","msg":"trace[1253713205] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:26142; }","duration":"123.996629ms","start":"2026-03-01T22:00:46.261022Z","end":"2026-03-01T22:00:46.385019Z","steps":["trace[1253713205] 'agreement among raft nodes before linearized reading' (duration: 123.809385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:46.385033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.208543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:00:46.385066Z","caller":"traceutil/trace.go:171","msg":"trace[552551568] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:26142; }","duration":"124.258334ms","start":"2026-03-01T22:00:46.260798Z","end":"2026-03-01T22:00:46.385056Z","steps":["trace[552551568] 'agreement among raft nodes before linearized reading' (duration: 124.211123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:46.385151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.376597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:00:46.385173Z","caller":"traceutil/trace.go:171","msg":"trace[636607496] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:26142; }","duration":"124.452239ms","start":"2026-03-01T22:00:46.260714Z","end":"2026-03-01T22:00:46.385166Z","steps":["trace[636607496] 'agreement among raft nodes before linearized reading' (duration: 124.416088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:00:46.385237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.145032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:00:46.385261Z","caller":"traceutil/trace.go:171","msg":"trace[936743794] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:26142; }","duration":"124.169183ms","start":"2026-03-01T22:00:46.261085Z","end":"2026-03-01T22:00:46.385254Z","steps":["trace[936743794] 'agreement among raft nodes before linearized reading' (duration: 124.122802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:33.175816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.566627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:33.175919Z","caller":"traceutil/trace.go:171","msg":"trace[1517476266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27274; }","duration":"132.733291ms","start":"2026-03-01T22:02:33.043166Z","end":"2026-03-01T22:02:33.175899Z","steps":["trace[1517476266] 'range keys from in-memory index tree' (duration: 132.466495ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:33.176021Z","caller":"traceutil/trace.go:171","msg":"trace[1835268532] transaction","detail":"{read_only:false; response_revision:27275; number_of_response:1; }","duration":"118.844695ms","start":"2026-03-01T22:02:33.057141Z","end":"2026-03-01T22:02:33.175985Z","steps":["trace[1835268532] 'process raft request' (duration: 104.568031ms)","trace[1835268532] 'compare' (duration: 13.789553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:02:38.434611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319455,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T22:02:38.449079Z","caller":"traceutil/trace.go:171","msg":"trace[306482037] transaction","detail":"{read_only:false; response_revision:27310; number_of_response:1; }","duration":"518.785717ms","start":"2026-03-01T22:02:37.93026Z","end":"2026-03-01T22:02:38.449046Z","steps":["trace[306482037] 'process raft request' (duration: 518.590973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:38.449386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:37.930234Z","time spent":"519.014293ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:40.055774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014999476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:02:40.056545Z","caller":"traceutil/trace.go:171","msg":"trace[970999760] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.015564198s","start":"2026-03-01T22:02:38.040688Z","end":"2026-03-01T22:02:40.056253Z","steps":["trace[970999760] 'agreement among raft nodes before linearized reading' (duration: 2.015029147s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:40.056628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:38.040664Z","time spent":"2.015944837s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:02:40.456517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014910316s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:02:40.456666Z","caller":"traceutil/trace.go:171","msg":"trace[759663989] linearizableReadLoop","detail":"{readStateIndex:28677; appliedIndex:28675; }","duration":"2.522366752s","start":"2026-03-01T22:02:37.934278Z","end":"2026-03-01T22:02:40.456645Z","steps":["trace[759663989] 'read index received' (duration: 514.582575ms)","trace[759663989] 'applied index is now lower than readState.Index' (duration: 2.007782317s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:02:40.45678Z","caller":"traceutil/trace.go:171","msg":"trace[1569948458] transaction","detail":"{read_only:false; response_revision:27311; number_of_response:1; }","duration":"2.384835056s","start":"2026-03-01T22:02:38.071923Z","end":"2026-03-01T22:02:40.456758Z","steps":["trace[1569948458] 'process raft request' (duration: 1.369526341s)","trace[1569948458] 'compare' (duration: 1.014430586s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:02:40.4569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:38.071893Z","time spent":"2.384950228s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:40.457411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523121269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-03-01T22:02:40.457481Z","caller":"traceutil/trace.go:171","msg":"trace[1256838031] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27311; }","duration":"2.523249142s","start":"2026-03-01T22:02:37.93421Z","end":"2026-03-01T22:02:40.457459Z","steps":["trace[1256838031] 'agreement among raft nodes before linearized reading' (duration: 2.522972376s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:40.457539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:37.934188Z","time spent":"2.523338964s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T22:02:40.956787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:02:41.350818Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.909393793s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T22:02:41.452909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.709058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:02:41.453377Z","caller":"traceutil/trace.go:171","msg":"trace[1882567594] transaction","detail":"{read_only:false; response_revision:27312; number_of_response:1; }","duration":"2.97159014s","start":"2026-03-01T22:02:38.481748Z","end":"2026-03-01T22:02:41.453338Z","steps":["trace[1882567594] 'process raft request' (duration: 2.86932702s)","trace[1882567594] 'compare' (duration: 100.91208ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:02:41.453508Z","caller":"traceutil/trace.go:171","msg":"trace[785003851] transaction","detail":"{read_only:false; response_revision:27314; number_of_response:1; }","duration":"2.888560352s","start":"2026-03-01T22:02:38.564925Z","end":"2026-03-01T22:02:41.453485Z","steps":["trace[785003851] 'process raft request' (duration: 2.88844995s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:41.453562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:38.481719Z","time spent":"2.971744812s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:41.453604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:38.564892Z","time spent":"2.888668254s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:41.453807Z","caller":"traceutil/trace.go:171","msg":"trace[383212311] transaction","detail":"{read_only:false; response_revision:27313; number_of_response:1; }","duration":"2.970709589s","start":"2026-03-01T22:02:38.483088Z","end":"2026-03-01T22:02:41.453797Z","steps":["trace[383212311] 'process raft request' (duration: 2.970131676s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:41.453864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:38.483061Z","time spent":"2.97077368s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:41.453927Z","caller":"traceutil/trace.go:171","msg":"trace[159419784] transaction","detail":"{read_only:false; response_revision:27315; number_of_response:1; }","duration":"2.643374716s","start":"2026-03-01T22:02:38.810509Z","end":"2026-03-01T22:02:41.453883Z","steps":["trace[159419784] 'process raft request' (duration: 2.642921076s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:41.455171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:38.810488Z","time spent":"2.64357888s","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7549,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:42.057698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00018752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:02:42.057837Z","caller":"traceutil/trace.go:171","msg":"trace[1153338282] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370524s","start":"2026-03-01T22:02:40.057432Z","end":"2026-03-01T22:02:42.057803Z","steps":["trace[1153338282] 'agreement among raft nodes before linearized reading' (duration: 2.00019842s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:42.057899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:40.057417Z","time spent":"2.000470967s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:02:42.39021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.497197ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T22:02:42.390364Z","caller":"traceutil/trace.go:171","msg":"trace[1439182159] linearizableReadLoop","detail":"{readStateIndex:28682; appliedIndex:28677; }","duration":"1.933637013s","start":"2026-03-01T22:02:40.456701Z","end":"2026-03-01T22:02:42.390338Z","steps":["trace[1439182159] 'read index received' (duration: 894.292123ms)","trace[1439182159] 'applied index is now lower than readState.Index' (duration: 1.03934293s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:02:42.390491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.740435ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:42.390678Z","caller":"traceutil/trace.go:171","msg":"trace[353367244] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27315; }","duration":"693.938089ms","start":"2026-03-01T22:02:41.69672Z","end":"2026-03-01T22:02:42.390658Z","steps":["trace[353367244] 'range keys from in-memory index tree' (duration: 693.723334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:42.390667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239806711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-01T22:02:42.390759Z","caller":"traceutil/trace.go:171","msg":"trace[343379443] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27315; }","duration":"2.239972614s","start":"2026-03-01T22:02:40.150766Z","end":"2026-03-01T22:02:42.390739Z","steps":["trace[343379443] 'agreement among raft nodes before linearized reading' (duration: 2.239611027s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:42.39077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267732274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T22:02:42.390811Z","caller":"traceutil/trace.go:171","msg":"trace[282268431] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:27315; }","duration":"2.267828147s","start":"2026-03-01T22:02:40.12297Z","end":"2026-03-01T22:02:42.390798Z","steps":["trace[282268431] 'agreement among raft nodes before linearized reading' (duration: 2.267467119s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:42.390857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:40.122949Z","time spent":"2.267898169s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":185,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:42.390809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:40.15074Z","time spent":"2.240059326s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T22:02:42.391371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.655319823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T22:02:42.39141Z","caller":"traceutil/trace.go:171","msg":"trace[1776812039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27315; }","duration":"3.655397635s","start":"2026-03-01T22:02:38.736002Z","end":"2026-03-01T22:02:42.391399Z","steps":["trace[1776812039] 'agreement among raft nodes before linearized reading' (duration: 3.655200841s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:42.391437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:38.735978Z","time spent":"3.655453286s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T22:02:42.391454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.300350719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:42.391496Z","caller":"traceutil/trace.go:171","msg":"trace[1867404918] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:27315; }","duration":"4.300427971s","start":"2026-03-01T22:02:38.091056Z","end":"2026-03-01T22:02:42.391484Z","steps":["trace[1867404918] 'agreement among raft nodes before linearized reading' (duration: 4.300352959s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:42.391462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.644178797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T22:02:42.391538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:38.091041Z","time spent":"4.300488422s","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:02:42.391562Z","caller":"traceutil/trace.go:171","msg":"trace[846143148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27315; }","duration":"3.644335901s","start":"2026-03-01T22:02:38.747202Z","end":"2026-03-01T22:02:42.391538Z","steps":["trace[846143148] 'agreement among raft nodes before linearized reading' (duration: 3.643998854s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:42.391612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:38.747178Z","time spent":"3.644424633s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T22:02:42.391717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.407387616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:02:42.391783Z","caller":"traceutil/trace.go:171","msg":"trace[1863821744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27315; }","duration":"3.407496738s","start":"2026-03-01T22:02:38.984266Z","end":"2026-03-01T22:02:42.391763Z","steps":["trace[1863821744] 'agreement among raft nodes before linearized reading' (duration: 3.407365865s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:42.391821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:38.984245Z","time spent":"3.40756527s","remote":"127.0.0.1:48302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:42.391827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.749509505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-01T22:02:42.391865Z","caller":"traceutil/trace.go:171","msg":"trace[293515555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27315; }","duration":"3.749590347s","start":"2026-03-01T22:02:38.642264Z","end":"2026-03-01T22:02:42.391854Z","steps":["trace[293515555] 'agreement among raft nodes before linearized reading' (duration: 3.749488664s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:42.391894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:38.642239Z","time spent":"3.749649288s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T22:02:42.391894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044603533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-01T22:02:42.39189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127027156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:02:42.391983Z","caller":"traceutil/trace.go:171","msg":"trace[374337515] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27315; }","duration":"3.044782746s","start":"2026-03-01T22:02:39.347177Z","end":"2026-03-01T22:02:42.39196Z","steps":["trace[374337515] 'agreement among raft nodes before linearized reading' (duration: 3.044480619s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:42.391999Z","caller":"traceutil/trace.go:171","msg":"trace[1873245611] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:27315; }","duration":"3.127191629s","start":"2026-03-01T22:02:39.264779Z","end":"2026-03-01T22:02:42.391971Z","steps":["trace[1873245611] 'agreement among raft nodes before linearized reading' (duration: 3.126892213s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:42.392022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:39.347147Z","time spent":"3.044869178s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T22:02:42.392021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.638936432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-01T22:02:42.392011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.809782632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-01T22:02:42.392064Z","caller":"traceutil/trace.go:171","msg":"trace[1582896716] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27315; }","duration":"3.638995763s","start":"2026-03-01T22:02:38.753049Z","end":"2026-03-01T22:02:42.392044Z","steps":["trace[1582896716] 'agreement among raft nodes before linearized reading' (duration: 3.638912091s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:42.392109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:38.753031Z","time spent":"3.639071675s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T22:02:42.391932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.635860124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-01T22:02:42.392129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.639232088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T22:02:42.392131Z","caller":"traceutil/trace.go:171","msg":"trace[294695547] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27315; }","duration":"3.809983296s","start":"2026-03-01T22:02:38.58212Z","end":"2026-03-01T22:02:42.392103Z","steps":["trace[294695547] 'agreement among raft nodes before linearized reading' (duration: 3.809679779s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:42.392156Z","caller":"traceutil/trace.go:171","msg":"trace[196012320] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27315; }","duration":"3.63610332s","start":"2026-03-01T22:02:38.756042Z","end":"2026-03-01T22:02:42.392145Z","steps":["trace[196012320] 'agreement among raft nodes before linearized reading' (duration: 3.635806514s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:42.39217Z","caller":"traceutil/trace.go:171","msg":"trace[363170277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27315; }","duration":"3.639295509s","start":"2026-03-01T22:02:38.752861Z","end":"2026-03-01T22:02:42.392157Z","steps":["trace[363170277] 'agreement among raft nodes before linearized reading' (duration: 3.639173597s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:42.392184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:38.582095Z","time spent":"3.810078509s","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-01T22:02:42.392191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:38.75603Z","time spent":"3.636152091s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T22:02:42.392202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:38.75285Z","time spent":"3.639344831s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T22:02:42.392054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:39.264758Z","time spent":"3.127284682s","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":87,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:42.392525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.932735067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-01T22:02:42.392704Z","caller":"traceutil/trace.go:171","msg":"trace[1474999605] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27315; }","duration":"3.933059235s","start":"2026-03-01T22:02:38.459632Z","end":"2026-03-01T22:02:42.392691Z","steps":["trace[1474999605] 'agreement among raft nodes before linearized reading' (duration: 3.931581142s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:42.392732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:38.4596Z","time spent":"3.933120436s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T22:02:42.891421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319465,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T22:02:42.962411Z","caller":"traceutil/trace.go:171","msg":"trace[1132929406] transaction","detail":"{read_only:false; response_revision:27316; number_of_response:1; }","duration":"1.373261746s","start":"2026-03-01T22:02:41.589121Z","end":"2026-03-01T22:02:42.962383Z","steps":["trace[1132929406] 'process raft request' (duration: 1.373041761s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:42.962584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:41.589095Z","time spent":"1.373398979s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:44.066695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000204995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:02:44.066793Z","caller":"traceutil/trace.go:171","msg":"trace[901835371] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346709s","start":"2026-03-01T22:02:42.066424Z","end":"2026-03-01T22:02:44.06677Z","steps":["trace[901835371] 'agreement among raft nodes before linearized reading' (duration: 2.000219016s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:44.06685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.066392Z","time spent":"2.00044654s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:02:44.762758Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.800498367s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T22:02:44.956209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:44.069085Z","time spent":"887.116434ms","remote":"127.0.0.1:39118","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T22:02:44.959041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.869531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:02:44.959254Z","caller":"traceutil/trace.go:171","msg":"trace[561709199] transaction","detail":"{read_only:false; response_revision:27317; number_of_response:1; }","duration":"2.562150247s","start":"2026-03-01T22:02:42.397042Z","end":"2026-03-01T22:02:44.959192Z","steps":["trace[561709199] 'process raft request' (duration: 2.366047461s)","trace[561709199] 'compare' (duration: 195.772579ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:02:44.959345Z","caller":"traceutil/trace.go:171","msg":"trace[1690136554] transaction","detail":"{read_only:false; response_revision:27318; number_of_response:1; }","duration":"2.562089596s","start":"2026-03-01T22:02:42.397231Z","end":"2026-03-01T22:02:44.959321Z","steps":["trace[1690136554] 'process raft request' (duration: 2.561889661s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:44.959497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.397015Z","time spent":"2.562353792s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:44.959553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.397197Z","time spent":"2.562227989s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:44.959786Z","caller":"traceutil/trace.go:171","msg":"trace[355418524] transaction","detail":"{read_only:false; response_revision:27320; number_of_response:1; }","duration":"2.562279039s","start":"2026-03-01T22:02:42.397494Z","end":"2026-03-01T22:02:44.959773Z","steps":["trace[355418524] 'process raft request' (duration: 2.56185377s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:44.959893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.39747Z","time spent":"2.562351781s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:44.960916Z","caller":"traceutil/trace.go:171","msg":"trace[629218171] transaction","detail":"{read_only:false; response_revision:27321; number_of_response:1; }","duration":"2.562515904s","start":"2026-03-01T22:02:42.398344Z","end":"2026-03-01T22:02:44.96086Z","steps":["trace[629218171] 'process raft request' (duration: 2.561035622s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:44.961132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.398331Z","time spent":"2.562676997s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:44.961389Z","caller":"traceutil/trace.go:171","msg":"trace[1541496457] transaction","detail":"{read_only:false; response_revision:27322; number_of_response:1; }","duration":"2.562940473s","start":"2026-03-01T22:02:42.398425Z","end":"2026-03-01T22:02:44.961365Z","steps":["trace[1541496457] 'process raft request' (duration: 2.562071964s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:44.961617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.398417Z","time spent":"2.563096947s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:44.961832Z","caller":"traceutil/trace.go:171","msg":"trace[604456821] transaction","detail":"{read_only:false; response_revision:27324; number_of_response:1; }","duration":"2.561954503s","start":"2026-03-01T22:02:42.399868Z","end":"2026-03-01T22:02:44.961822Z","steps":["trace[604456821] 'process raft request' (duration: 2.561882221s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:44.961895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.399857Z","time spent":"2.562007193s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:44.96195Z","caller":"traceutil/trace.go:171","msg":"trace[169454247] linearizableReadLoop","detail":"{readStateIndex:28692; appliedIndex:28682; }","duration":"2.571539583s","start":"2026-03-01T22:02:42.390396Z","end":"2026-03-01T22:02:44.961935Z","steps":["trace[169454247] 'read index received' (duration: 571.688359ms)","trace[169454247] 'applied index is now lower than readState.Index' (duration: 1.999849714s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:02:44.962072Z","caller":"traceutil/trace.go:171","msg":"trace[392047651] transaction","detail":"{read_only:false; response_revision:27325; number_of_response:1; }","duration":"2.498796963s","start":"2026-03-01T22:02:42.463266Z","end":"2026-03-01T22:02:44.962063Z","steps":["trace[392047651] 'process raft request' (duration: 2.498528397s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:44.962121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.463245Z","time spent":"2.498853704s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:44.962203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.498719575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-5b5488f8fb-xqb66\" ","response":"range_response_count:1 size:8648"} {"level":"warn","ts":"2026-03-01T22:02:44.962221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.498701464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17026"} {"level":"info","ts":"2026-03-01T22:02:44.962258Z","caller":"traceutil/trace.go:171","msg":"trace[1278686816] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-5b5488f8fb-xqb66; range_end:; response_count:1; response_revision:27325; }","duration":"3.498800117s","start":"2026-03-01T22:02:41.463443Z","end":"2026-03-01T22:02:44.962243Z","steps":["trace[1278686816] 'agreement among raft nodes before linearized reading' (duration: 3.498631103s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:44.96227Z","caller":"traceutil/trace.go:171","msg":"trace[510785935] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27325; }","duration":"3.498794016s","start":"2026-03-01T22:02:41.463464Z","end":"2026-03-01T22:02:44.962258Z","steps":["trace[510785935] 'agreement among raft nodes before linearized reading' (duration: 3.498551641s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:44.962286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641090532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"warn","ts":"2026-03-01T22:02:44.96228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90010748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-01T22:02:44.962323Z","caller":"traceutil/trace.go:171","msg":"trace[1213611628] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27325; }","duration":"2.641172994s","start":"2026-03-01T22:02:42.32113Z","end":"2026-03-01T22:02:44.962303Z","steps":["trace[1213611628] 'agreement among raft nodes before linearized reading' (duration: 2.641039311s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:44.960317Z","caller":"traceutil/trace.go:171","msg":"trace[1973646283] transaction","detail":"{read_only:false; response_revision:27319; number_of_response:1; }","duration":"2.562142607s","start":"2026-03-01T22:02:42.397335Z","end":"2026-03-01T22:02:44.959477Z","steps":["trace[1973646283] 'process raft request' (duration: 2.561954903s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:44.962362Z","caller":"traceutil/trace.go:171","msg":"trace[1363401836] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2; range_end:; response_count:1; response_revision:27325; }","duration":"2.900250544s","start":"2026-03-01T22:02:42.062089Z","end":"2026-03-01T22:02:44.96234Z","steps":["trace[1363401836] 'agreement among raft nodes before linearized reading' (duration: 2.900026109s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:44.962379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.376649706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:02:44.962403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.062061Z","time spent":"2.900334786s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" "} {"level":"warn","ts":"2026-03-01T22:02:44.962506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.733719226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:02:44.962304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:41.463427Z","time spent":"3.498866638s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8671,"request content":"key:\"/registry/pods/openstack/magnum-api-5b5488f8fb-xqb66\" "} {"level":"warn","ts":"2026-03-01T22:02:44.962533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.794663051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:44.96254Z","caller":"traceutil/trace.go:171","msg":"trace[304214951] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:27325; }","duration":"3.733787198s","start":"2026-03-01T22:02:41.228745Z","end":"2026-03-01T22:02:44.962532Z","steps":["trace[304214951] 'agreement among raft nodes before linearized reading' (duration: 3.733682336s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:44.962304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:41.463442Z","time spent":"3.498855008s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17049,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-01T22:02:44.962563Z","caller":"traceutil/trace.go:171","msg":"trace[1064446742] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:27325; }","duration":"2.794749802s","start":"2026-03-01T22:02:42.167804Z","end":"2026-03-01T22:02:44.962554Z","steps":["trace[1064446742] 'agreement among raft nodes before linearized reading' (duration: 2.794556188s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:44.962574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:41.228728Z","time spent":"3.733837129s","remote":"127.0.0.1:39066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:44.962584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.167782Z","time spent":"2.794797783s","remote":"127.0.0.1:54566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:02:44.962409Z","caller":"traceutil/trace.go:171","msg":"trace[511219309] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27325; }","duration":"4.376726228s","start":"2026-03-01T22:02:40.585674Z","end":"2026-03-01T22:02:44.9624Z","steps":["trace[511219309] 'agreement among raft nodes before linearized reading' (duration: 4.376664717s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:44.962673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:40.585618Z","time spent":"4.377042335s","remote":"127.0.0.1:33572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:44.962022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858658529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:44.96283Z","caller":"traceutil/trace.go:171","msg":"trace[733273780] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27325; }","duration":"2.859485417s","start":"2026-03-01T22:02:42.103333Z","end":"2026-03-01T22:02:44.962819Z","steps":["trace[733273780] 'agreement among raft nodes before linearized reading' (duration: 2.858616268s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:44.962856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.103322Z","time spent":"2.859525868s","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:44.962873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.795083919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:02:44.96288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.500632775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-01T22:02:44.962934Z","caller":"traceutil/trace.go:171","msg":"trace[4389895] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27325; }","duration":"4.500706226s","start":"2026-03-01T22:02:40.462212Z","end":"2026-03-01T22:02:44.962918Z","steps":["trace[4389895] 'agreement among raft nodes before linearized reading' (duration: 4.500568493s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:44.962814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.397326Z","time spent":"2.565074831s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:44.962981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:40.462195Z","time spent":"4.500775528s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T22:02:44.961963Z","caller":"traceutil/trace.go:171","msg":"trace[956085171] transaction","detail":"{read_only:false; response_revision:27323; number_of_response:1; }","duration":"2.562547845s","start":"2026-03-01T22:02:42.3994Z","end":"2026-03-01T22:02:44.961948Z","steps":["trace[956085171] 'process raft request' (duration: 2.561147844s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:44.963047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.399388Z","time spent":"2.563625658s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:44.962903Z","caller":"traceutil/trace.go:171","msg":"trace[754220579] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:27325; }","duration":"2.795165971s","start":"2026-03-01T22:02:42.16773Z","end":"2026-03-01T22:02:44.962896Z","steps":["trace[754220579] 'agreement among raft nodes before linearized reading' (duration: 2.79510999s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:44.963151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.167703Z","time spent":"2.795432967s","remote":"127.0.0.1:41208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:44.962348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.321107Z","time spent":"2.641237416s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11851,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-01T22:02:44.964348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.251394381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T22:02:44.964456Z","caller":"traceutil/trace.go:171","msg":"trace[1890642070] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27325; }","duration":"3.251604136s","start":"2026-03-01T22:02:41.71283Z","end":"2026-03-01T22:02:44.964434Z","steps":["trace[1890642070] 'agreement among raft nodes before linearized reading' (duration: 3.249393897s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:44.964504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:41.712804Z","time spent":"3.251690438s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2756,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:45.462116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319481,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T22:02:45.81577Z","caller":"traceutil/trace.go:171","msg":"trace[1998406854] transaction","detail":"{read_only:false; response_revision:27326; number_of_response:1; }","duration":"2.386621846s","start":"2026-03-01T22:02:43.42912Z","end":"2026-03-01T22:02:45.815741Z","steps":["trace[1998406854] 'process raft request' (duration: 2.385058732s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:45.815938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:43.42908Z","time spent":"2.386761619s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:45.81648Z","caller":"traceutil/trace.go:171","msg":"trace[1722903092] transaction","detail":"{read_only:false; response_revision:27331; number_of_response:1; }","duration":"1.178412585s","start":"2026-03-01T22:02:44.638052Z","end":"2026-03-01T22:02:45.816464Z","steps":["trace[1722903092] 'process raft request' (duration: 1.178369864s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:45.816551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:44.637974Z","time spent":"1.178542217s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:45.816689Z","caller":"traceutil/trace.go:171","msg":"trace[1876137835] transaction","detail":"{read_only:false; response_revision:27329; number_of_response:1; }","duration":"2.355494591s","start":"2026-03-01T22:02:43.461184Z","end":"2026-03-01T22:02:45.816679Z","steps":["trace[1876137835] 'process raft request' (duration: 2.355127363s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:45.816735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:43.461156Z","time spent":"2.355553732s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:45.816706Z","caller":"traceutil/trace.go:171","msg":"trace[107158448] transaction","detail":"{read_only:false; response_revision:27328; number_of_response:1; }","duration":"2.356620265s","start":"2026-03-01T22:02:43.460056Z","end":"2026-03-01T22:02:45.816676Z","steps":["trace[107158448] 'process raft request' (duration: 2.356217616s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:45.816857Z","caller":"traceutil/trace.go:171","msg":"trace[1068867833] transaction","detail":"{read_only:false; response_revision:27330; number_of_response:1; }","duration":"1.459924579s","start":"2026-03-01T22:02:44.356924Z","end":"2026-03-01T22:02:45.816849Z","steps":["trace[1068867833] 'process raft request' (duration: 1.459462719s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:45.816917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:44.356879Z","time spent":"1.460008341s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:45.817126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:43.460047Z","time spent":"2.356744878s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:45.8172Z","caller":"traceutil/trace.go:171","msg":"trace[889356180] transaction","detail":"{read_only:false; response_revision:27327; number_of_response:1; }","duration":"2.358536898s","start":"2026-03-01T22:02:43.458652Z","end":"2026-03-01T22:02:45.817189Z","steps":["trace[889356180] 'process raft request' (duration: 2.356971613s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:45.817266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:43.458624Z","time spent":"2.35860747s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:46.0683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982776336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:02:46.068395Z","caller":"traceutil/trace.go:171","msg":"trace[1027776971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.9829375s","start":"2026-03-01T22:02:44.085437Z","end":"2026-03-01T22:02:46.068375Z","steps":["trace[1027776971] 'agreement among raft nodes before linearized reading' (duration: 1.982816467s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:46.06845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:44.085414Z","time spent":"1.983026652s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:02:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:02:46.130031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000528497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:02:46.130128Z","caller":"traceutil/trace.go:171","msg":"trace[1986459565] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000728922s","start":"2026-03-01T22:02:44.129378Z","end":"2026-03-01T22:02:46.130106Z","steps":["trace[1986459565] 'agreement among raft nodes before linearized reading' (duration: 2.000579519s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:46.13018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:44.129347Z","time spent":"2.000822984s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:02:47.497467Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.631056645s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:02:47.498271Z","caller":"traceutil/trace.go:171","msg":"trace[1522898390] linearizableReadLoop","detail":"{readStateIndex:28701; appliedIndex:28692; }","duration":"2.536201326s","start":"2026-03-01T22:02:44.962042Z","end":"2026-03-01T22:02:47.498243Z","steps":["trace[1522898390] 'read index received' (duration: 852.305557ms)","trace[1522898390] 'applied index is now lower than readState.Index' (duration: 1.683894069s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:02:47.49828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:44.965485Z","time spent":"2.532784861s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T22:02:47.498309Z","caller":"traceutil/trace.go:171","msg":"trace[2064711076] transaction","detail":"{read_only:false; response_revision:27332; number_of_response:1; }","duration":"2.526905182s","start":"2026-03-01T22:02:44.971347Z","end":"2026-03-01T22:02:47.498253Z","steps":["trace[2064711076] 'process raft request' (duration: 2.526658886s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:47.498422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.866982262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:47.498456Z","caller":"traceutil/trace.go:171","msg":"trace[798347243] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:27333; }","duration":"4.867064724s","start":"2026-03-01T22:02:42.631382Z","end":"2026-03-01T22:02:47.498446Z","steps":["trace[798347243] 'agreement among raft nodes before linearized reading' (duration: 4.866998252s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:47.49846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.203151304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:47.498491Z","caller":"traceutil/trace.go:171","msg":"trace[437906615] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27333; }","duration":"4.203179494s","start":"2026-03-01T22:02:43.295301Z","end":"2026-03-01T22:02:47.498481Z","steps":["trace[437906615] 'agreement among raft nodes before linearized reading' (duration: 4.203137484s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:47.498504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136885596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-01T22:02:47.498518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:44.971334Z","time spent":"2.527068585s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:47.498565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.463258447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:02:47.498564Z","caller":"traceutil/trace.go:171","msg":"trace[1985662774] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27333; }","duration":"4.137010909s","start":"2026-03-01T22:02:43.361535Z","end":"2026-03-01T22:02:47.498546Z","steps":["trace[1985662774] 'agreement among raft nodes before linearized reading' (duration: 4.136714902s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:47.498587Z","caller":"traceutil/trace.go:171","msg":"trace[1980381415] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:27333; }","duration":"4.463326099s","start":"2026-03-01T22:02:43.035253Z","end":"2026-03-01T22:02:47.49858Z","steps":["trace[1980381415] 'agreement among raft nodes before linearized reading' (duration: 4.463286528s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:47.498609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:43.361502Z","time spent":"4.13709839s","remote":"127.0.0.1:41120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":186,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:47.498615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:43.035227Z","time spent":"4.4633829s","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:47.498644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.101147934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-03-01T22:02:47.49882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.102183027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb33700f-530e-4630-8962-99598092cbf1\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-01T22:02:47.498893Z","caller":"traceutil/trace.go:171","msg":"trace[2123819818] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb33700f-530e-4630-8962-99598092cbf1; range_end:; response_count:1; response_revision:27333; }","duration":"5.102302019s","start":"2026-03-01T22:02:42.396581Z","end":"2026-03-01T22:02:47.498883Z","steps":["trace[2123819818] 'agreement among raft nodes before linearized reading' (duration: 5.102117285s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:47.49893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.39656Z","time spent":"5.102362791s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-eb33700f-530e-4630-8962-99598092cbf1\" "} {"level":"info","ts":"2026-03-01T22:02:47.498674Z","caller":"traceutil/trace.go:171","msg":"trace[345251895] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27333; }","duration":"5.101202276s","start":"2026-03-01T22:02:42.397466Z","end":"2026-03-01T22:02:47.498668Z","steps":["trace[345251895] 'agreement among raft nodes before linearized reading' (duration: 5.101047352s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:47.498979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065153468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-01T22:02:47.499014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.397456Z","time spent":"5.101544063s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T22:02:47.499033Z","caller":"traceutil/trace.go:171","msg":"trace[1309485128] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27333; }","duration":"3.06527446s","start":"2026-03-01T22:02:44.433738Z","end":"2026-03-01T22:02:47.499012Z","steps":["trace[1309485128] 'agreement among raft nodes before linearized reading' (duration: 3.065002094s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:47.49909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:44.43371Z","time spent":"3.065366061s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T22:02:47.499103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.436426158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:47.499133Z","caller":"traceutil/trace.go:171","msg":"trace[1402419315] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27333; }","duration":"3.436483339s","start":"2026-03-01T22:02:44.06264Z","end":"2026-03-01T22:02:47.499124Z","steps":["trace[1402419315] 'agreement among raft nodes before linearized reading' (duration: 3.436432958s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:47.499165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:44.062595Z","time spent":"3.436563631s","remote":"127.0.0.1:33684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-01T22:02:47.499237Z","caller":"traceutil/trace.go:171","msg":"trace[471047029] transaction","detail":"{read_only:false; response_revision:27333; number_of_response:1; }","duration":"2.525177674s","start":"2026-03-01T22:02:44.974048Z","end":"2026-03-01T22:02:47.499226Z","steps":["trace[471047029] 'process raft request' (duration: 2.524120961s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:47.499319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413481824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-01T22:02:47.499329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:44.974041Z","time spent":"2.525227925s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8446,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:47.498494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.631359Z","time spent":"4.867126505s","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:02:47.499347Z","caller":"traceutil/trace.go:171","msg":"trace[1865568226] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:27333; }","duration":"3.413552315s","start":"2026-03-01T22:02:44.085787Z","end":"2026-03-01T22:02:47.49934Z","steps":["trace[1865568226] 'agreement among raft nodes before linearized reading' (duration: 3.413483274s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:47.499372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:44.085763Z","time spent":"3.413604836s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-01T22:02:47.498525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:43.295221Z","time spent":"4.203296697s","remote":"127.0.0.1:50502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:47.498405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.567606364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:47.499542Z","caller":"traceutil/trace.go:171","msg":"trace[96093249] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27333; }","duration":"4.56881845s","start":"2026-03-01T22:02:42.93071Z","end":"2026-03-01T22:02:47.499528Z","steps":["trace[96093249] 'agreement among raft nodes before linearized reading' (duration: 4.567612564s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:47.499589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:42.930685Z","time spent":"4.568891992s","remote":"127.0.0.1:33398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:47.539398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999793801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:02:47.539504Z","caller":"traceutil/trace.go:171","msg":"trace[171012342] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999951425s","start":"2026-03-01T22:02:45.539527Z","end":"2026-03-01T22:02:47.539478Z","steps":["trace[171012342] 'agreement among raft nodes before linearized reading' (duration: 1.999824202s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:47.53956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:45.539506Z","time spent":"2.000044327s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:02:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:02:47.933332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.171204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:02:47.933438Z","caller":"traceutil/trace.go:171","msg":"trace[1053148038] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"428.333188ms","start":"2026-03-01T22:02:47.505082Z","end":"2026-03-01T22:02:47.933415Z","steps":["trace[1053148038] 'agreement among raft nodes before linearized reading' (duration: 428.192925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:47.93353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:47.505068Z","time spent":"428.44823ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/01 22:02:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:02:47.998605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:02:48.076637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:02:48.076751Z","caller":"traceutil/trace.go:171","msg":"trace[854643425] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000498068s","start":"2026-03-01T22:02:46.076226Z","end":"2026-03-01T22:02:48.076724Z","steps":["trace[854643425] 'agreement among raft nodes before linearized reading' (duration: 2.000318384s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:48.076815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:46.076205Z","time spent":"2.000597991s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:02:49.231543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.183117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:02:49.232224Z","caller":"traceutil/trace.go:171","msg":"trace[2092737693] linearizableReadLoop","detail":"{readStateIndex:28713; appliedIndex:28701; }","duration":"1.73386201s","start":"2026-03-01T22:02:47.498344Z","end":"2026-03-01T22:02:49.232206Z","steps":["trace[2092737693] 'read index received' (duration: 854.929926ms)","trace[2092737693] 'applied index is now lower than readState.Index' (duration: 878.930904ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:02:49.232491Z","caller":"traceutil/trace.go:171","msg":"trace[1303404785] transaction","detail":"{read_only:false; response_revision:27334; number_of_response:1; }","duration":"2.261445511s","start":"2026-03-01T22:02:46.971028Z","end":"2026-03-01T22:02:49.232474Z","steps":["trace[1303404785] 'process raft request' (duration: 1.382228371s)","trace[1303404785] 'compare' (duration: 877.665436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:02:49.232568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:46.971007Z","time spent":"2.261525202s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:49.232749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:47.502262Z","time spent":"1.730485546s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T22:02:49.232891Z","caller":"traceutil/trace.go:171","msg":"trace[981165543] transaction","detail":"{read_only:false; response_revision:27335; number_of_response:1; }","duration":"1.730503295s","start":"2026-03-01T22:02:47.502378Z","end":"2026-03-01T22:02:49.232881Z","steps":["trace[981165543] 'process raft request' (duration: 1.72936237s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.232944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:47.502354Z","time spent":"1.730557776s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:49.23312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.209825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:02:49.233112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825073242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:49.233163Z","caller":"traceutil/trace.go:171","msg":"trace[86772388] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:27344; }","duration":"4.209919852s","start":"2026-03-01T22:02:45.023231Z","end":"2026-03-01T22:02:49.233151Z","steps":["trace[86772388] 'agreement among raft nodes before linearized reading' (duration: 4.20984372s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:49.23318Z","caller":"traceutil/trace.go:171","msg":"trace[788700674] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:27344; }","duration":"3.825196575s","start":"2026-03-01T22:02:45.407967Z","end":"2026-03-01T22:02:49.233164Z","steps":["trace[788700674] 'agreement among raft nodes before linearized reading' (duration: 3.825053832s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.2332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:45.023196Z","time spent":"4.209994283s","remote":"127.0.0.1:40648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:49.233226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:45.407944Z","time spent":"3.825265426s","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:02:49.233255Z","caller":"traceutil/trace.go:171","msg":"trace[2058644691] transaction","detail":"{read_only:false; response_revision:27336; number_of_response:1; }","duration":"1.725306551s","start":"2026-03-01T22:02:47.507927Z","end":"2026-03-01T22:02:49.233233Z","steps":["trace[2058644691] 'process raft request' (duration: 1.723907361s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.233575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:47.507913Z","time spent":"1.725591267s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:49.233669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.264163687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"warn","ts":"2026-03-01T22:02:49.233164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263182819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-01T22:02:49.233754Z","caller":"traceutil/trace.go:171","msg":"trace[1757112788] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27344; }","duration":"4.264292459s","start":"2026-03-01T22:02:44.969437Z","end":"2026-03-01T22:02:49.23373Z","steps":["trace[1757112788] 'agreement among raft nodes before linearized reading' (duration: 4.263849499s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.233744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.266492953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T22:02:49.233849Z","caller":"traceutil/trace.go:171","msg":"trace[519743191] transaction","detail":"{read_only:false; response_revision:27338; number_of_response:1; }","duration":"1.725366413s","start":"2026-03-01T22:02:47.508424Z","end":"2026-03-01T22:02:49.23379Z","steps":["trace[519743191] 'process raft request' (duration: 1.723503801s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:49.233796Z","caller":"traceutil/trace.go:171","msg":"trace[1288631231] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27344; }","duration":"2.263841414s","start":"2026-03-01T22:02:46.969935Z","end":"2026-03-01T22:02:49.233777Z","steps":["trace[1288631231] 'agreement among raft nodes before linearized reading' (duration: 2.263029776s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.23371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269836027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-01T22:02:49.233911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:47.50842Z","time spent":"1.725461194s","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:49.233925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.363380792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:49.233938Z","caller":"traceutil/trace.go:171","msg":"trace[55675561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27344; }","duration":"2.270107542s","start":"2026-03-01T22:02:46.963819Z","end":"2026-03-01T22:02:49.233926Z","steps":["trace[55675561] 'agreement among raft nodes before linearized reading' (duration: 2.269778535s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.234018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:46.963792Z","time spent":"2.270217134s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T22:02:49.234041Z","caller":"traceutil/trace.go:171","msg":"trace[937688194] transaction","detail":"{read_only:false; response_revision:27343; number_of_response:1; }","duration":"1.408906438s","start":"2026-03-01T22:02:47.82506Z","end":"2026-03-01T22:02:49.233966Z","steps":["trace[937688194] 'process raft request' (duration: 1.407073118s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.234055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264127731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T22:02:49.234246Z","caller":"traceutil/trace.go:171","msg":"trace[1457756737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27344; }","duration":"2.264341316s","start":"2026-03-01T22:02:46.969876Z","end":"2026-03-01T22:02:49.234217Z","steps":["trace[1457756737] 'agreement among raft nodes before linearized reading' (duration: 2.26405952s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:49.234254Z","caller":"traceutil/trace.go:171","msg":"trace[483094975] transaction","detail":"{read_only:false; response_revision:27337; number_of_response:1; }","duration":"1.725911295s","start":"2026-03-01T22:02:47.508318Z","end":"2026-03-01T22:02:49.234229Z","steps":["trace[483094975] 'process raft request' (duration: 1.723560503s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.234284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:47.825024Z","time spent":"1.409052582s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:49.234377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:47.508297Z","time spent":"1.726026117s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:49.234406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265359118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T22:02:49.234449Z","caller":"traceutil/trace.go:171","msg":"trace[763593778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27344; }","duration":"2.265494941s","start":"2026-03-01T22:02:46.968945Z","end":"2026-03-01T22:02:49.23444Z","steps":["trace[763593778] 'agreement among raft nodes before linearized reading' (duration: 2.265383268s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.2345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732732456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17026"} {"level":"info","ts":"2026-03-01T22:02:49.234563Z","caller":"traceutil/trace.go:171","msg":"trace[1181053792] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27344; }","duration":"1.732849248s","start":"2026-03-01T22:02:47.501702Z","end":"2026-03-01T22:02:49.234551Z","steps":["trace[1181053792] 'agreement among raft nodes before linearized reading' (duration: 1.732682324s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.234575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265359607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-03-01T22:02:49.233781Z","caller":"traceutil/trace.go:171","msg":"trace[1532719639] transaction","detail":"{read_only:false; response_revision:27340; number_of_response:1; }","duration":"1.715544757s","start":"2026-03-01T22:02:47.518225Z","end":"2026-03-01T22:02:49.233769Z","steps":["trace[1532719639] 'process raft request' (duration: 1.713794658s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:49.234622Z","caller":"traceutil/trace.go:171","msg":"trace[731623386] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27344; }","duration":"2.265453739s","start":"2026-03-01T22:02:46.969158Z","end":"2026-03-01T22:02:49.234612Z","steps":["trace[731623386] 'agreement among raft nodes before linearized reading' (duration: 2.264953299s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.234625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26455973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-01T22:02:49.234646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:46.969134Z","time spent":"2.265507281s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T22:02:49.234651Z","caller":"traceutil/trace.go:171","msg":"trace[906446613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27344; }","duration":"2.264604711s","start":"2026-03-01T22:02:46.97004Z","end":"2026-03-01T22:02:49.234644Z","steps":["trace[906446613] 'agreement among raft nodes before linearized reading' (duration: 2.264501289s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.234672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:46.970028Z","time spent":"2.264639262s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T22:02:49.234679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:47.518205Z","time spent":"1.716433527s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:49.234756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152416702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:49.234801Z","caller":"traceutil/trace.go:171","msg":"trace[68004808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27344; }","duration":"1.152461863s","start":"2026-03-01T22:02:48.082334Z","end":"2026-03-01T22:02:49.234796Z","steps":["trace[68004808] 'agreement among raft nodes before linearized reading' (duration: 1.152387022s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.234821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:48.082262Z","time spent":"1.152555356s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:02:49.234833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.141332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:02:49.23487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477350564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:02:49.234895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.613636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:49.234521Z","caller":"traceutil/trace.go:171","msg":"trace[903700624] transaction","detail":"{read_only:false; response_revision:27344; number_of_response:1; }","duration":"1.265193825s","start":"2026-03-01T22:02:47.969317Z","end":"2026-03-01T22:02:49.234511Z","steps":["trace[903700624] 'process raft request' (duration: 1.262851313s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:49.234901Z","caller":"traceutil/trace.go:171","msg":"trace[1744659586] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27344; }","duration":"622.248874ms","start":"2026-03-01T22:02:48.612632Z","end":"2026-03-01T22:02:49.234881Z","steps":["trace[1744659586] 'agreement among raft nodes before linearized reading' (duration: 622.143802ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:49.234914Z","caller":"traceutil/trace.go:171","msg":"trace[1160461670] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27344; }","duration":"1.477439886s","start":"2026-03-01T22:02:47.757459Z","end":"2026-03-01T22:02:49.234899Z","steps":["trace[1160461670] 'agreement among raft nodes before linearized reading' (duration: 1.477363394s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.234957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:48.612607Z","time spent":"622.332896ms","remote":"127.0.0.1:33434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:49.234965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:47.969269Z","time spent":"1.265660005s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:49.234994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72976754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-01T22:02:49.235022Z","caller":"traceutil/trace.go:171","msg":"trace[310693459] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:27344; }","duration":"1.72980579s","start":"2026-03-01T22:02:47.505211Z","end":"2026-03-01T22:02:49.235016Z","steps":["trace[310693459] 'agreement among raft nodes before linearized reading' (duration: 1.729731619s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.235028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718785698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-5b5488f8fb-xqb66\" ","response":"range_response_count:1 size:8464"} {"level":"warn","ts":"2026-03-01T22:02:49.235041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:47.505206Z","time spent":"1.729830951s","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-01T22:02:49.235051Z","caller":"traceutil/trace.go:171","msg":"trace[1137912517] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-5b5488f8fb-xqb66; range_end:; response_count:1; response_revision:27344; }","duration":"1.71885374s","start":"2026-03-01T22:02:47.51619Z","end":"2026-03-01T22:02:49.235044Z","steps":["trace[1137912517] 'agreement among raft nodes before linearized reading' (duration: 1.718783328s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.235072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:47.516166Z","time spent":"1.718902211s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8487,"request content":"key:\"/registry/pods/openstack/magnum-api-5b5488f8fb-xqb66\" "} {"level":"warn","ts":"2026-03-01T22:02:49.233891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:44.969419Z","time spent":"4.264381152s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11851,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-01T22:02:49.23516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72709788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:49.235181Z","caller":"traceutil/trace.go:171","msg":"trace[880311593] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27344; }","duration":"1.727129742s","start":"2026-03-01T22:02:47.508044Z","end":"2026-03-01T22:02:49.235174Z","steps":["trace[880311593] 'agreement among raft nodes before linearized reading' (duration: 1.727092801s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.235199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655387973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"warn","ts":"2026-03-01T22:02:49.235201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:47.508038Z","time spent":"1.727158112s","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T22:02:49.234962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:47.757434Z","time spent":"1.477514498s","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:02:49.235219Z","caller":"traceutil/trace.go:171","msg":"trace[740295017] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:27344; }","duration":"1.655442754s","start":"2026-03-01T22:02:47.57977Z","end":"2026-03-01T22:02:49.235212Z","steps":["trace[740295017] 'agreement among raft nodes before linearized reading' (duration: 1.655401593s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.235236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:47.579746Z","time spent":"1.655486665s","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-01T22:02:49.235229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.967952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:49.235293Z","caller":"traceutil/trace.go:171","msg":"trace[1543618486] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:27344; }","duration":"420.074765ms","start":"2026-03-01T22:02:48.815204Z","end":"2026-03-01T22:02:49.235279Z","steps":["trace[1543618486] 'agreement among raft nodes before linearized reading' (duration: 419.978773ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:49.234922Z","caller":"traceutil/trace.go:171","msg":"trace[1110552728] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27344; }","duration":"624.690248ms","start":"2026-03-01T22:02:48.610225Z","end":"2026-03-01T22:02:49.234915Z","steps":["trace[1110552728] 'agreement among raft nodes before linearized reading' (duration: 624.641007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.235392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:48.6102Z","time spent":"625.181929ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:02:49.23394Z","caller":"traceutil/trace.go:171","msg":"trace[844637539] transaction","detail":"{read_only:false; response_revision:27342; number_of_response:1; }","duration":"1.409203395s","start":"2026-03-01T22:02:47.824728Z","end":"2026-03-01T22:02:49.233931Z","steps":["trace[844637539] 'process raft request' (duration: 1.407369574s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.235519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:47.82469Z","time spent":"1.41080897s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:49.234302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:46.969847Z","time spent":"2.264441807s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T22:02:49.234237Z","caller":"traceutil/trace.go:171","msg":"trace[257711732] transaction","detail":"{read_only:false; response_revision:27339; number_of_response:1; }","duration":"1.723723357s","start":"2026-03-01T22:02:47.510501Z","end":"2026-03-01T22:02:49.234224Z","steps":["trace[257711732] 'process raft request' (duration: 1.721473797s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.235671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:47.510491Z","time spent":"1.725124028s","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:49.233901Z","caller":"traceutil/trace.go:171","msg":"trace[1085963656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27344; }","duration":"2.266699317s","start":"2026-03-01T22:02:46.967175Z","end":"2026-03-01T22:02:49.233875Z","steps":["trace[1085963656] 'agreement among raft nodes before linearized reading' (duration: 2.266312638s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.235752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:46.967165Z","time spent":"2.268576248s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T22:02:49.233899Z","caller":"traceutil/trace.go:171","msg":"trace[21395046] transaction","detail":"{read_only:false; response_revision:27341; number_of_response:1; }","duration":"1.409758988s","start":"2026-03-01T22:02:47.824049Z","end":"2026-03-01T22:02:49.233808Z","steps":["trace[21395046] 'process raft request' (duration: 1.408009709s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.235874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:47.824025Z","time spent":"1.411792662s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:49.233951Z","caller":"traceutil/trace.go:171","msg":"trace[690962223] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27344; }","duration":"3.363444554s","start":"2026-03-01T22:02:45.870498Z","end":"2026-03-01T22:02:49.233943Z","steps":["trace[690962223] 'agreement among raft nodes before linearized reading' (duration: 3.363406873s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.236082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:45.870475Z","time spent":"3.36558746s","remote":"127.0.0.1:50498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:49.234601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:47.501674Z","time spent":"1.732919149s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17049,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T22:02:49.235349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:48.81518Z","time spent":"420.154617ms","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:49.233888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.207002451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:02:49.238021Z","caller":"traceutil/trace.go:171","msg":"trace[909624681] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:27344; }","duration":"3.211242964s","start":"2026-03-01T22:02:46.026764Z","end":"2026-03-01T22:02:49.238007Z","steps":["trace[909624681] 'agreement among raft nodes before linearized reading' (duration: 3.20696045s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:49.238057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:46.026738Z","time spent":"3.211306416s","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:49.234478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:46.968933Z","time spent":"2.265539071s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T22:02:49.233948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:46.969924Z","time spent":"2.264002859s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T22:02:49.742817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:02:50.723034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.92966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:02:50.723328Z","caller":"traceutil/trace.go:171","msg":"trace[816813576] transaction","detail":"{read_only:false; response_revision:27345; number_of_response:1; }","duration":"1.480670858s","start":"2026-03-01T22:02:49.242616Z","end":"2026-03-01T22:02:50.723286Z","steps":["trace[816813576] 'process raft request' (duration: 688.254187ms)","trace[816813576] 'compare' (duration: 790.628222ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:02:50.72346Z","caller":"traceutil/trace.go:171","msg":"trace[290942328] transaction","detail":"{read_only:false; response_revision:27348; number_of_response:1; }","duration":"1.479318398s","start":"2026-03-01T22:02:49.244117Z","end":"2026-03-01T22:02:50.723435Z","steps":["trace[290942328] 'process raft request' (duration: 1.479207025s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:50.723525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:49.242594Z","time spent":"1.48081853s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:50.723545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:49.244104Z","time spent":"1.479403079s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7833,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:50.723881Z","caller":"traceutil/trace.go:171","msg":"trace[2116154728] transaction","detail":"{read_only:false; response_revision:27347; number_of_response:1; }","duration":"1.479796238s","start":"2026-03-01T22:02:49.244066Z","end":"2026-03-01T22:02:50.723862Z","steps":["trace[2116154728] 'process raft request' (duration: 1.479209935s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:50.723987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:49.244055Z","time spent":"1.479883861s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:50.72398Z","caller":"traceutil/trace.go:171","msg":"trace[929842676] transaction","detail":"{read_only:false; response_revision:27346; number_of_response:1; }","duration":"1.48080982s","start":"2026-03-01T22:02:49.242927Z","end":"2026-03-01T22:02:50.723737Z","steps":["trace[929842676] 'process raft request' (duration: 1.480260438s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:50.724224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:49.242915Z","time spent":"1.48120512s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:50.724752Z","caller":"traceutil/trace.go:171","msg":"trace[561797026] transaction","detail":"{read_only:false; response_revision:27350; number_of_response:1; }","duration":"1.479528143s","start":"2026-03-01T22:02:49.245187Z","end":"2026-03-01T22:02:50.724715Z","steps":["trace[561797026] 'process raft request' (duration: 1.479042472s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:50.724929Z","caller":"traceutil/trace.go:171","msg":"trace[524187390] transaction","detail":"{read_only:false; response_revision:27349; number_of_response:1; }","duration":"1.480192627s","start":"2026-03-01T22:02:49.244703Z","end":"2026-03-01T22:02:50.724895Z","steps":["trace[524187390] 'process raft request' (duration: 1.478681254s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:50.724957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:49.245179Z","time spent":"1.479676076s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:50.725023Z","caller":"traceutil/trace.go:171","msg":"trace[1008522776] transaction","detail":"{read_only:false; response_revision:27351; number_of_response:1; }","duration":"1.475963434s","start":"2026-03-01T22:02:49.249037Z","end":"2026-03-01T22:02:50.725001Z","steps":["trace[1008522776] 'process raft request' (duration: 1.47533648s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:50.72509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:49.244689Z","time spent":"1.480319091s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:50.725112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:49.249024Z","time spent":"1.476047106s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:50.726546Z","caller":"traceutil/trace.go:171","msg":"trace[388433294] transaction","detail":"{read_only:false; response_revision:27353; number_of_response:1; }","duration":"1.473332226s","start":"2026-03-01T22:02:49.253166Z","end":"2026-03-01T22:02:50.726498Z","steps":["trace[388433294] 'process raft request' (duration: 1.473081921s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:50.726578Z","caller":"traceutil/trace.go:171","msg":"trace[859693992] transaction","detail":"{read_only:false; response_revision:27352; number_of_response:1; }","duration":"1.475483363s","start":"2026-03-01T22:02:49.251035Z","end":"2026-03-01T22:02:50.726518Z","steps":["trace[859693992] 'process raft request' (duration: 1.473434868s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:50.726642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:49.253152Z","time spent":"1.473447718s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:50.726745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:49.251029Z","time spent":"1.475629756s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:50.729072Z","caller":"traceutil/trace.go:171","msg":"trace[1102856838] transaction","detail":"{read_only:false; response_revision:27354; number_of_response:1; }","duration":"1.425156505s","start":"2026-03-01T22:02:49.301418Z","end":"2026-03-01T22:02:50.726574Z","steps":["trace[1102856838] 'process raft request' (duration: 1.424904329s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:50.729397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:49.301386Z","time spent":"1.427763762s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:51.249339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000685502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:02:51.249431Z","caller":"traceutil/trace.go:171","msg":"trace[247105891] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000826245s","start":"2026-03-01T22:02:49.248586Z","end":"2026-03-01T22:02:51.249412Z","steps":["trace[247105891] 'agreement among raft nodes before linearized reading' (duration: 2.000712693s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:51.249474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:49.248571Z","time spent":"2.000895156s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:02:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:02:51.290367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.902291ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T22:02:51.290482Z","caller":"traceutil/trace.go:171","msg":"trace[221317455] linearizableReadLoop","detail":"{readStateIndex:28724; appliedIndex:28713; }","duration":"2.047756479s","start":"2026-03-01T22:02:49.242706Z","end":"2026-03-01T22:02:51.290462Z","steps":["trace[221317455] 'read index received' (duration: 688.183826ms)","trace[221317455] 'applied index is now lower than readState.Index' (duration: 1.359571153s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:02:51.291312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048611137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-01T22:02:51.292336Z","caller":"traceutil/trace.go:171","msg":"trace[1395030545] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2; range_end:; response_count:1; response_revision:27354; }","duration":"2.04875265s","start":"2026-03-01T22:02:49.24265Z","end":"2026-03-01T22:02:51.291403Z","steps":["trace[1395030545] 'agreement among raft nodes before linearized reading' (duration: 2.048360722s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:51.292472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:49.242636Z","time spent":"2.049756162s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" "} {"level":"warn","ts":"2026-03-01T22:02:51.791256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:02:52.090383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.35357237s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:02:52.090826Z","caller":"traceutil/trace.go:171","msg":"trace[544644068] transaction","detail":"{read_only:false; number_of_response:0; response_revision:27354; }","duration":"1.354101471s","start":"2026-03-01T22:02:50.736694Z","end":"2026-03-01T22:02:52.090795Z","steps":["trace[544644068] 'process raft request' (duration: 1.353975829s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.091015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:50.736679Z","time spent":"1.354242704s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T22:02:52.889005Z","caller":"traceutil/trace.go:171","msg":"trace[1079860113] linearizableReadLoop","detail":"{readStateIndex:28730; appliedIndex:28725; }","duration":"1.598469559s","start":"2026-03-01T22:02:51.290508Z","end":"2026-03-01T22:02:52.888978Z","steps":["trace[1079860113] 'read index received' (duration: 800.285962ms)","trace[1079860113] 'applied index is now lower than readState.Index' (duration: 798.181946ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:02:52.88932Z","caller":"traceutil/trace.go:171","msg":"trace[713201729] transaction","detail":"{read_only:false; response_revision:27359; number_of_response:1; }","duration":"1.593929529s","start":"2026-03-01T22:02:51.295344Z","end":"2026-03-01T22:02:52.889273Z","steps":["trace[713201729] 'process raft request' (duration: 1.593562931s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:52.889396Z","caller":"traceutil/trace.go:171","msg":"trace[1887443462] transaction","detail":"{read_only:false; response_revision:27356; number_of_response:1; }","duration":"1.646383783s","start":"2026-03-01T22:02:51.242969Z","end":"2026-03-01T22:02:52.889353Z","steps":["trace[1887443462] 'process raft request' (duration: 1.64579553s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.889479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:51.295317Z","time spent":"1.594073093s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:52.889511Z","caller":"traceutil/trace.go:171","msg":"trace[229711637] transaction","detail":"{read_only:false; response_revision:27357; number_of_response:1; }","duration":"1.64622781s","start":"2026-03-01T22:02:51.243257Z","end":"2026-03-01T22:02:52.889485Z","steps":["trace[229711637] 'process raft request' (duration: 1.645565005s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.889584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554370417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:02:52.889588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:51.242941Z","time spent":"1.646542587s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:52.889632Z","caller":"traceutil/trace.go:171","msg":"trace[1059635399] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27359; }","duration":"2.554455269s","start":"2026-03-01T22:02:50.335163Z","end":"2026-03-01T22:02:52.889619Z","steps":["trace[1059635399] 'agreement among raft nodes before linearized reading' (duration: 2.554392718s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.889632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:51.243245Z","time spent":"1.646326562s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:52.889655Z","caller":"traceutil/trace.go:171","msg":"trace[851230579] transaction","detail":"{read_only:false; response_revision:27358; number_of_response:1; }","duration":"1.638701695s","start":"2026-03-01T22:02:51.250942Z","end":"2026-03-01T22:02:52.889644Z","steps":["trace[851230579] 'process raft request' (duration: 1.637924787s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.889677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:50.335138Z","time spent":"2.55452941s","remote":"127.0.0.1:35028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:52.889705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:51.250932Z","time spent":"1.638741336s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:52.889527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334835946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:02:52.88971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832015119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:52.88979Z","caller":"traceutil/trace.go:171","msg":"trace[945989628] transaction","detail":"{read_only:false; response_revision:27355; number_of_response:1; }","duration":"1.647429777s","start":"2026-03-01T22:02:51.242336Z","end":"2026-03-01T22:02:52.889766Z","steps":["trace[945989628] 'process raft request' (duration: 1.646000525s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:52.889824Z","caller":"traceutil/trace.go:171","msg":"trace[1292940495] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:27359; }","duration":"1.832173272s","start":"2026-03-01T22:02:51.057625Z","end":"2026-03-01T22:02:52.889798Z","steps":["trace[1292940495] 'agreement among raft nodes before linearized reading' (duration: 1.831949647s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.88986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640577516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:52.889888Z","caller":"traceutil/trace.go:171","msg":"trace[731983309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27359; }","duration":"1.640626357s","start":"2026-03-01T22:02:51.249256Z","end":"2026-03-01T22:02:52.889882Z","steps":["trace[731983309] 'agreement among raft nodes before linearized reading' (duration: 1.640577726s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.889904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:51.249245Z","time spent":"1.640655917s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T22:02:52.889755Z","caller":"traceutil/trace.go:171","msg":"trace[429950849] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:27359; }","duration":"2.335118442s","start":"2026-03-01T22:02:50.554622Z","end":"2026-03-01T22:02:52.88974Z","steps":["trace[429950849] 'agreement among raft nodes before linearized reading' (duration: 2.334831036s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.88992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773403548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:02:52.889935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15827879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-01T22:02:52.889936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:50.554602Z","time spent":"2.335324797s","remote":"127.0.0.1:54426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:02:52.889967Z","caller":"traceutil/trace.go:171","msg":"trace[1479377754] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27359; }","duration":"2.158338442s","start":"2026-03-01T22:02:50.73162Z","end":"2026-03-01T22:02:52.889958Z","steps":["trace[1479377754] 'agreement among raft nodes before linearized reading' (duration: 2.158170038s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:52.889965Z","caller":"traceutil/trace.go:171","msg":"trace[442364920] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27359; }","duration":"2.773679584s","start":"2026-03-01T22:02:50.116274Z","end":"2026-03-01T22:02:52.889954Z","steps":["trace[442364920] 'agreement among raft nodes before linearized reading' (duration: 2.773614002s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.889885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:51.057613Z","time spent":"1.832255744s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:52.890035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:50.731594Z","time spent":"2.158430383s","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T22:02:52.890036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647157758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:52.890088Z","caller":"traceutil/trace.go:171","msg":"trace[1970416354] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27359; }","duration":"3.64722901s","start":"2026-03-01T22:02:49.242847Z","end":"2026-03-01T22:02:52.890076Z","steps":["trace[1970416354] 'agreement among raft nodes before linearized reading' (duration: 3.647116428s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.890105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.152377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:02:52.88992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:51.242309Z","time spent":"1.647536838s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:52.890144Z","caller":"traceutil/trace.go:171","msg":"trace[1581081031] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:27359; }","duration":"953.218539ms","start":"2026-03-01T22:02:51.936906Z","end":"2026-03-01T22:02:52.890125Z","steps":["trace[1581081031] 'agreement among raft nodes before linearized reading' (duration: 953.167938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.89017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.433970466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:02:52.890173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:51.936884Z","time spent":"953.28175ms","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:02:52.890197Z","caller":"traceutil/trace.go:171","msg":"trace[1401716044] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:27359; }","duration":"3.434180931s","start":"2026-03-01T22:02:49.456007Z","end":"2026-03-01T22:02:52.890188Z","steps":["trace[1401716044] 'agreement among raft nodes before linearized reading' (duration: 3.43413889s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.890234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:49.455984Z","time spent":"3.434242791s","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:52.890313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.757849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T22:02:52.890374Z","caller":"traceutil/trace.go:171","msg":"trace[747129105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27359; }","duration":"126.82946ms","start":"2026-03-01T22:02:52.76353Z","end":"2026-03-01T22:02:52.89036Z","steps":["trace[747129105] 'agreement among raft nodes before linearized reading' (duration: 126.669367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.890394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.51500262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"warn","ts":"2026-03-01T22:02:52.890451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647523506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-01T22:02:52.89047Z","caller":"traceutil/trace.go:171","msg":"trace[1538758725] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:27359; }","duration":"3.515116941s","start":"2026-03-01T22:02:49.375331Z","end":"2026-03-01T22:02:52.890448Z","steps":["trace[1538758725] 'agreement among raft nodes before linearized reading' (duration: 3.514922067s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:52.890494Z","caller":"traceutil/trace.go:171","msg":"trace[575679270] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27359; }","duration":"3.647575317s","start":"2026-03-01T22:02:49.242907Z","end":"2026-03-01T22:02:52.890482Z","steps":["trace[575679270] 'agreement among raft nodes before linearized reading' (duration: 3.647462255s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.890527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.190807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"warn","ts":"2026-03-01T22:02:52.890523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:49.375305Z","time spent":"3.515205094s","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-01T22:02:52.890458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.953873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T22:02:52.890552Z","caller":"traceutil/trace.go:171","msg":"trace[385508720] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:27359; }","duration":"798.258828ms","start":"2026-03-01T22:02:52.092285Z","end":"2026-03-01T22:02:52.890544Z","steps":["trace[385508720] 'agreement among raft nodes before linearized reading' (duration: 798.146916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.890548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.379115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-01T22:02:52.890566Z","caller":"traceutil/trace.go:171","msg":"trace[2032870304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27359; }","duration":"127.068516ms","start":"2026-03-01T22:02:52.763486Z","end":"2026-03-01T22:02:52.890555Z","steps":["trace[2032870304] 'agreement among raft nodes before linearized reading' (duration: 126.860651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.890524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:49.242904Z","time spent":"3.647614088s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T22:02:52.890589Z","caller":"traceutil/trace.go:171","msg":"trace[590031371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27359; }","duration":"128.475117ms","start":"2026-03-01T22:02:52.762102Z","end":"2026-03-01T22:02:52.890577Z","steps":["trace[590031371] 'agreement among raft nodes before linearized reading' (duration: 128.310804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.890594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.55101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:02:52.890127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:49.242831Z","time spent":"3.647288141s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-01T22:02:52.890661Z","caller":"traceutil/trace.go:171","msg":"trace[1329977579] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:27359; }","duration":"766.652513ms","start":"2026-03-01T22:02:52.123993Z","end":"2026-03-01T22:02:52.890646Z","steps":["trace[1329977579] 'agreement among raft nodes before linearized reading' (duration: 766.54896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.890679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.758525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:02:52.890686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.427164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T22:02:52.890703Z","caller":"traceutil/trace.go:171","msg":"trace[1531878004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27359; }","duration":"114.799767ms","start":"2026-03-01T22:02:52.775898Z","end":"2026-03-01T22:02:52.890698Z","steps":["trace[1531878004] 'agreement among raft nodes before linearized reading' (duration: 114.757956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.890039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:50.116248Z","time spent":"2.773781216s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:52.890712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:52.123971Z","time spent":"766.731094ms","remote":"127.0.0.1:34940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:02:52.890721Z","caller":"traceutil/trace.go:171","msg":"trace[1428307803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27359; }","duration":"127.489466ms","start":"2026-03-01T22:02:52.763222Z","end":"2026-03-01T22:02:52.890711Z","steps":["trace[1428307803] 'agreement among raft nodes before linearized reading' (duration: 127.398964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.890336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158986786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-03-01T22:02:52.890576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:52.092261Z","time spent":"798.310839ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-03-01T22:02:52.890802Z","caller":"traceutil/trace.go:171","msg":"trace[763662912] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27359; }","duration":"2.159712551s","start":"2026-03-01T22:02:50.731056Z","end":"2026-03-01T22:02:52.890768Z","steps":["trace[763662912] 'agreement among raft nodes before linearized reading' (duration: 2.158184177s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.890899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:50.731038Z","time spent":"2.159839934s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-01T22:02:52.890626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.182188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T22:02:52.890995Z","caller":"traceutil/trace.go:171","msg":"trace[45003255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27359; }","duration":"127.608518ms","start":"2026-03-01T22:02:52.763375Z","end":"2026-03-01T22:02:52.890983Z","steps":["trace[45003255] 'agreement among raft nodes before linearized reading' (duration: 127.174098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.889809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854382731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:52.891588Z","caller":"traceutil/trace.go:171","msg":"trace[1817120327] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:27359; }","duration":"1.85616164s","start":"2026-03-01T22:02:51.035376Z","end":"2026-03-01T22:02:52.891538Z","steps":["trace[1817120327] 'agreement among raft nodes before linearized reading' (duration: 1.854390862s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:52.892232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:51.035341Z","time spent":"1.856865316s","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:02:53.023668Z","caller":"traceutil/trace.go:171","msg":"trace[720587465] linearizableReadLoop","detail":"{readStateIndex:28731; appliedIndex:28730; }","duration":"128.041057ms","start":"2026-03-01T22:02:52.8956Z","end":"2026-03-01T22:02:53.023641Z","steps":["trace[720587465] 'read index received' (duration: 125.530743ms)","trace[720587465] 'applied index is now lower than readState.Index' (duration: 2.508934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:02:53.023889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.259693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-01T22:02:53.02392Z","caller":"traceutil/trace.go:171","msg":"trace[166667731] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27360; }","duration":"128.327674ms","start":"2026-03-01T22:02:52.895582Z","end":"2026-03-01T22:02:53.02391Z","steps":["trace[166667731] 'agreement among raft nodes before linearized reading' (duration: 128.16911ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:53.023836Z","caller":"traceutil/trace.go:171","msg":"trace[899083574] transaction","detail":"{read_only:false; response_revision:27360; number_of_response:1; }","duration":"128.703792ms","start":"2026-03-01T22:02:52.895092Z","end":"2026-03-01T22:02:53.023796Z","steps":["trace[899083574] 'process raft request' (duration: 125.703886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:53.524152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:02:54.025129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:02:54.430749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.409548761s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T22:02:54.899512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999976635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:02:54.899611Z","caller":"traceutil/trace.go:171","msg":"trace[471267439] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000146189s","start":"2026-03-01T22:02:52.899445Z","end":"2026-03-01T22:02:54.899591Z","steps":["trace[471267439] 'agreement among raft nodes before linearized reading' (duration: 1.999994526s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:54.899668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:52.899439Z","time spent":"2.000218581s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:02:55.13454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.838999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:02:55.135348Z","caller":"traceutil/trace.go:171","msg":"trace[426493426] transaction","detail":"{read_only:false; response_revision:27369; number_of_response:1; }","duration":"2.231900569s","start":"2026-03-01T22:02:52.90342Z","end":"2026-03-01T22:02:55.13532Z","steps":["trace[426493426] 'process raft request' (duration: 2.231803827s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:55.135469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:52.903402Z","time spent":"2.232020531s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:55.135835Z","caller":"traceutil/trace.go:171","msg":"trace[1631087306] transaction","detail":"{read_only:false; response_revision:27366; number_of_response:1; }","duration":"2.237657715s","start":"2026-03-01T22:02:52.898132Z","end":"2026-03-01T22:02:55.13579Z","steps":["trace[1631087306] 'process raft request' (duration: 2.236899289s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:55.135984Z","caller":"traceutil/trace.go:171","msg":"trace[275196630] transaction","detail":"{read_only:false; response_revision:27361; number_of_response:1; }","duration":"2.239499966s","start":"2026-03-01T22:02:52.896462Z","end":"2026-03-01T22:02:55.135962Z","steps":["trace[275196630] 'process raft request' (duration: 1.535115654s)","trace[275196630] 'compare' (duration: 701.428617ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:02:55.136012Z","caller":"traceutil/trace.go:171","msg":"trace[1115148123] transaction","detail":"{read_only:false; response_revision:27363; number_of_response:1; }","duration":"2.239023696s","start":"2026-03-01T22:02:52.896945Z","end":"2026-03-01T22:02:55.135969Z","steps":["trace[1115148123] 'process raft request' (duration: 2.237923902s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:55.136086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:52.896446Z","time spent":"2.239595009s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:55.136116Z","caller":"traceutil/trace.go:171","msg":"trace[315474915] transaction","detail":"{read_only:false; response_revision:27365; number_of_response:1; }","duration":"2.238011254s","start":"2026-03-01T22:02:52.898092Z","end":"2026-03-01T22:02:55.136104Z","steps":["trace[315474915] 'process raft request' (duration: 2.236893669s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:55.136207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:52.898087Z","time spent":"2.238064305s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:55.136238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:52.896932Z","time spent":"2.23918413s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:55.136274Z","caller":"traceutil/trace.go:171","msg":"trace[1267942332] transaction","detail":"{read_only:false; response_revision:27368; number_of_response:1; }","duration":"2.233335072s","start":"2026-03-01T22:02:52.902908Z","end":"2026-03-01T22:02:55.136243Z","steps":["trace[1267942332] 'process raft request' (duration: 2.232227077s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:55.136059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:52.898128Z","time spent":"2.237820069s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:55.136347Z","caller":"traceutil/trace.go:171","msg":"trace[1637860891] transaction","detail":"{read_only:false; response_revision:27362; number_of_response:1; }","duration":"2.239539828s","start":"2026-03-01T22:02:52.896786Z","end":"2026-03-01T22:02:55.136326Z","steps":["trace[1637860891] 'process raft request' (duration: 2.237898001s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:55.13607Z","caller":"traceutil/trace.go:171","msg":"trace[584667718] transaction","detail":"{read_only:false; response_revision:27367; number_of_response:1; }","duration":"2.235594001s","start":"2026-03-01T22:02:52.900461Z","end":"2026-03-01T22:02:55.136055Z","steps":["trace[584667718] 'process raft request' (duration: 2.2346186s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:55.136433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:52.902889Z","time spent":"2.233458604s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:55.136446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:52.900454Z","time spent":"2.23595793s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:55.136459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:52.89676Z","time spent":"2.239645201s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:55.13705Z","caller":"traceutil/trace.go:171","msg":"trace[727620956] transaction","detail":"{read_only:false; response_revision:27364; number_of_response:1; }","duration":"2.238114205s","start":"2026-03-01T22:02:52.897905Z","end":"2026-03-01T22:02:55.136019Z","steps":["trace[727620956] 'process raft request' (duration: 2.237036752s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:55.137259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:52.897883Z","time spent":"2.239258771s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:55.246707Z","caller":"traceutil/trace.go:171","msg":"trace[247187326] linearizableReadLoop","detail":"{readStateIndex:28741; appliedIndex:28731; }","duration":"2.222920852s","start":"2026-03-01T22:02:53.023726Z","end":"2026-03-01T22:02:55.246647Z","steps":["trace[247187326] 'read index received' (duration: 1.407773292s)","trace[247187326] 'applied index is now lower than readState.Index' (duration: 815.071779ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:02:55.246781Z","caller":"traceutil/trace.go:171","msg":"trace[901789842] transaction","detail":"{read_only:false; response_revision:27370; number_of_response:1; }","duration":"1.916268845s","start":"2026-03-01T22:02:53.330482Z","end":"2026-03-01T22:02:55.246751Z","steps":["trace[901789842] 'process raft request' (duration: 1.911885508s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:55.246903Z","caller":"traceutil/trace.go:171","msg":"trace[1059244842] transaction","detail":"{read_only:false; response_revision:27371; number_of_response:1; }","duration":"998.812762ms","start":"2026-03-01T22:02:54.248075Z","end":"2026-03-01T22:02:55.246888Z","steps":["trace[1059244842] 'process raft request' (duration: 998.163648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:55.246942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:53.330447Z","time spent":"1.916408198s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:55.247252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346138363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:55.24729Z","caller":"traceutil/trace.go:171","msg":"trace[1410463194] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27371; }","duration":"2.346185034s","start":"2026-03-01T22:02:52.901092Z","end":"2026-03-01T22:02:55.247277Z","steps":["trace[1410463194] 'agreement among raft nodes before linearized reading' (duration: 2.346115923s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:55.24714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:54.248047Z","time spent":"998.895604ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:55.247323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:52.901087Z","time spent":"2.346228285s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T22:02:55.74732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:02:56.03947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.714575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:02:56.039704Z","caller":"traceutil/trace.go:171","msg":"trace[1821546229] transaction","detail":"{read_only:false; response_revision:27372; number_of_response:1; }","duration":"1.142453824s","start":"2026-03-01T22:02:54.897226Z","end":"2026-03-01T22:02:56.03968Z","steps":["trace[1821546229] 'process raft request' (duration: 1.007393401s)","trace[1821546229] 'compare' (duration: 134.562392ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:02:56.040165Z","caller":"traceutil/trace.go:171","msg":"trace[130054056] transaction","detail":"{read_only:false; response_revision:27373; number_of_response:1; }","duration":"1.142927384s","start":"2026-03-01T22:02:54.897214Z","end":"2026-03-01T22:02:56.040141Z","steps":["trace[130054056] 'process raft request' (duration: 1.142398202s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:56.040268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:54.89719Z","time spent":"1.143037457s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:56.040336Z","caller":"traceutil/trace.go:171","msg":"trace[1577445793] linearizableReadLoop","detail":"{readStateIndex:28746; appliedIndex:28742; }","duration":"793.500523ms","start":"2026-03-01T22:02:55.246814Z","end":"2026-03-01T22:02:56.040315Z","steps":["trace[1577445793] 'read index received' (duration: 657.781087ms)","trace[1577445793] 'applied index is now lower than readState.Index' (duration: 135.718516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:02:56.040548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.587656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-01T22:02:56.040586Z","caller":"traceutil/trace.go:171","msg":"trace[724502718] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2; range_end:; response_count:1; response_revision:27376; }","duration":"898.661247ms","start":"2026-03-01T22:02:55.141915Z","end":"2026-03-01T22:02:56.040576Z","steps":["trace[724502718] 'agreement among raft nodes before linearized reading' (duration: 898.490283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:56.040617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:55.141895Z","time spent":"898.715079ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" "} {"level":"warn","ts":"2026-03-01T22:02:56.040659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140338147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:56.040687Z","caller":"traceutil/trace.go:171","msg":"trace[1736878071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27376; }","duration":"1.140392048s","start":"2026-03-01T22:02:54.900288Z","end":"2026-03-01T22:02:56.04068Z","steps":["trace[1736878071] 'agreement among raft nodes before linearized reading' (duration: 1.140348977s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:56.04071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:54.900271Z","time spent":"1.140433229s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:02:56.040873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.47561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:02:56.040878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.88566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-01T22:02:56.04091Z","caller":"traceutil/trace.go:171","msg":"trace[1415402362] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27376; }","duration":"877.957252ms","start":"2026-03-01T22:02:55.162943Z","end":"2026-03-01T22:02:56.0409Z","steps":["trace[1415402362] 'agreement among raft nodes before linearized reading' (duration: 877.85298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:56.040946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:55.162922Z","time spent":"878.017495ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T22:02:56.040619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011733456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T22:02:56.041007Z","caller":"traceutil/trace.go:171","msg":"trace[879166278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27376; }","duration":"1.012198457s","start":"2026-03-01T22:02:55.028803Z","end":"2026-03-01T22:02:56.041001Z","steps":["trace[879166278] 'agreement among raft nodes before linearized reading' (duration: 1.011644604s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:56.041024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:55.028776Z","time spent":"1.012242809s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T22:02:56.041062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429572723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-01T22:02:56.041151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.174299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-01T22:02:56.041135Z","caller":"traceutil/trace.go:171","msg":"trace[937116941] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:27376; }","duration":"1.429675456s","start":"2026-03-01T22:02:54.611436Z","end":"2026-03-01T22:02:56.041111Z","steps":["trace[937116941] 'agreement among raft nodes before linearized reading' (duration: 1.429530533s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:56.041174Z","caller":"traceutil/trace.go:171","msg":"trace[496258908] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27376; }","duration":"899.241281ms","start":"2026-03-01T22:02:55.141923Z","end":"2026-03-01T22:02:56.041164Z","steps":["trace[496258908] 'agreement among raft nodes before linearized reading' (duration: 899.1872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:56.041189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:55.141906Z","time spent":"899.279882ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T22:02:56.041199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:54.611405Z","time spent":"1.429776837s","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-03-01T22:02:56.040905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.014231967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T22:02:56.041367Z","caller":"traceutil/trace.go:171","msg":"trace[2117081082] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27376; }","duration":"3.01475745s","start":"2026-03-01T22:02:53.026602Z","end":"2026-03-01T22:02:56.04136Z","steps":["trace[2117081082] 'agreement among raft nodes before linearized reading' (duration: 3.014144626s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:56.041388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:53.026579Z","time spent":"3.01480261s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-01T22:02:56.04089Z","caller":"traceutil/trace.go:171","msg":"trace[1488217831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27376; }","duration":"448.518161ms","start":"2026-03-01T22:02:55.592368Z","end":"2026-03-01T22:02:56.040886Z","steps":["trace[1488217831] 'agreement among raft nodes before linearized reading' (duration: 448.48715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:56.041482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:55.592348Z","time spent":"449.126325ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T22:02:56.04175Z","caller":"traceutil/trace.go:171","msg":"trace[580687627] transaction","detail":"{read_only:false; response_revision:27375; number_of_response:1; }","duration":"1.142266519s","start":"2026-03-01T22:02:54.899471Z","end":"2026-03-01T22:02:56.041737Z","steps":["trace[580687627] 'process raft request' (duration: 1.140597382s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:56.041846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:54.899456Z","time spent":"1.142317841s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:56.041838Z","caller":"traceutil/trace.go:171","msg":"trace[387484860] transaction","detail":"{read_only:false; response_revision:27374; number_of_response:1; }","duration":"1.140761346s","start":"2026-03-01T22:02:54.899423Z","end":"2026-03-01T22:02:56.040184Z","steps":["trace[387484860] 'process raft request' (duration: 1.14050597s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:56.042047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:54.899408Z","time spent":"1.142547706s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:56.042623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:54.897204Z","time spent":"1.142546146s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:56.546033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:02:56.967723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:56.047194Z","time spent":"920.520329ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 22:02:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:02:57.046641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:02:57.136088Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036650545s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T22:02:57.428947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.461526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:02:57.42911Z","caller":"traceutil/trace.go:171","msg":"trace[1753159872] transaction","detail":"{read_only:false; response_revision:27377; number_of_response:1; }","duration":"1.383763244s","start":"2026-03-01T22:02:56.04532Z","end":"2026-03-01T22:02:57.429083Z","steps":["trace[1753159872] 'process raft request' (duration: 1.091027652s)","trace[1753159872] 'compare' (duration: 291.377083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:02:57.429192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:56.045133Z","time spent":"1.38402047s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:58.049855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:02:58.049962Z","caller":"traceutil/trace.go:171","msg":"trace[1871487806] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000430515s","start":"2026-03-01T22:02:56.049507Z","end":"2026-03-01T22:02:58.049938Z","steps":["trace[1871487806] 'agreement among raft nodes before linearized reading' (duration: 2.000283432s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:58.05005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:56.049499Z","time spent":"2.000539118s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:02:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:02:58.925854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.693695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:02:58.926078Z","caller":"traceutil/trace.go:171","msg":"trace[1071203133] linearizableReadLoop","detail":"{readStateIndex:28751; appliedIndex:28747; }","duration":"2.880613987s","start":"2026-03-01T22:02:56.045447Z","end":"2026-03-01T22:02:58.926061Z","steps":["trace[1071203133] 'read index received' (duration: 1.09092212s)","trace[1071203133] 'applied index is now lower than readState.Index' (duration: 1.789690486s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:02:58.926177Z","caller":"traceutil/trace.go:171","msg":"trace[1784243077] transaction","detail":"{read_only:false; response_revision:27380; number_of_response:1; }","duration":"2.742318933s","start":"2026-03-01T22:02:56.183844Z","end":"2026-03-01T22:02:58.926163Z","steps":["trace[1784243077] 'process raft request' (duration: 2.74217762s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:58.926285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:56.183818Z","time spent":"2.742386175s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:58.926372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880921405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-00ec1720-8b88-4650-a60e-10d45ad8b5db\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-01T22:02:58.926387Z","caller":"traceutil/trace.go:171","msg":"trace[941044071] transaction","detail":"{read_only:false; response_revision:27379; number_of_response:1; }","duration":"2.878570482s","start":"2026-03-01T22:02:56.047807Z","end":"2026-03-01T22:02:58.926377Z","steps":["trace[941044071] 'process raft request' (duration: 2.878135132s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:58.926404Z","caller":"traceutil/trace.go:171","msg":"trace[1410385548] range","detail":"{range_begin:/registry/persistentvolumes/pvc-00ec1720-8b88-4650-a60e-10d45ad8b5db; range_end:; response_count:1; response_revision:27380; }","duration":"2.881012137s","start":"2026-03-01T22:02:56.045382Z","end":"2026-03-01T22:02:58.926394Z","steps":["trace[1410385548] 'agreement among raft nodes before linearized reading' (duration: 2.880896273s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:58.92642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:56.0478Z","time spent":"2.878601123s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:58.926433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:56.045354Z","time spent":"2.881071377s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-00ec1720-8b88-4650-a60e-10d45ad8b5db\" "} {"level":"warn","ts":"2026-03-01T22:02:59.42633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:02:59.805363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.584871259s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:02:59.844917Z","caller":"traceutil/trace.go:171","msg":"trace[883493776] linearizableReadLoop","detail":"{readStateIndex:28755; appliedIndex:28751; }","duration":"918.782201ms","start":"2026-03-01T22:02:58.926106Z","end":"2026-03-01T22:02:59.844888Z","steps":["trace[883493776] 'read index received' (duration: 879.439775ms)","trace[883493776] 'applied index is now lower than readState.Index' (duration: 39.340896ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:02:59.84535Z","caller":"traceutil/trace.go:171","msg":"trace[629500403] transaction","detail":"{read_only:false; response_revision:27381; number_of_response:1; }","duration":"1.797592742s","start":"2026-03-01T22:02:58.047734Z","end":"2026-03-01T22:02:59.845326Z","steps":["trace[629500403] 'process raft request' (duration: 1.757875017s)","trace[629500403] 'compare' (duration: 38.217141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:02:59.845523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:58.047711Z","time spent":"1.797700894s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:59.845628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618918506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:59.845721Z","caller":"traceutil/trace.go:171","msg":"trace[191977490] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27384; }","duration":"3.619049378s","start":"2026-03-01T22:02:56.226642Z","end":"2026-03-01T22:02:59.845691Z","steps":["trace[191977490] 'agreement among raft nodes before linearized reading' (duration: 3.618880905s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.845747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.690406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-03-01T22:02:59.845772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:56.226622Z","time spent":"3.619140541s","remote":"127.0.0.1:33500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:02:59.845799Z","caller":"traceutil/trace.go:171","msg":"trace[505117417] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:27384; }","duration":"757.779887ms","start":"2026-03-01T22:02:59.088004Z","end":"2026-03-01T22:02:59.845784Z","steps":["trace[505117417] 'agreement among raft nodes before linearized reading' (duration: 757.678245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.845854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:59.087984Z","time spent":"757.84876ms","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-03-01T22:02:59.84586Z","caller":"traceutil/trace.go:171","msg":"trace[276797793] transaction","detail":"{read_only:false; response_revision:27382; number_of_response:1; }","duration":"1.796767774s","start":"2026-03-01T22:02:58.049066Z","end":"2026-03-01T22:02:59.845834Z","steps":["trace[276797793] 'process raft request' (duration: 1.795575897s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.846059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701918234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-01T22:02:59.846072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:58.049014Z","time spent":"1.796900156s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:02:59.846104Z","caller":"traceutil/trace.go:171","msg":"trace[2138540622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27384; }","duration":"2.701961415s","start":"2026-03-01T22:02:57.144131Z","end":"2026-03-01T22:02:59.846092Z","steps":["trace[2138540622] 'agreement among raft nodes before linearized reading' (duration: 2.701766901s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.846133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:57.144074Z","time spent":"2.702052987s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T22:02:59.846116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407898746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:02:59.846172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.714129052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17026"} {"level":"info","ts":"2026-03-01T22:02:59.846205Z","caller":"traceutil/trace.go:171","msg":"trace[431263528] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27384; }","duration":"1.408048909s","start":"2026-03-01T22:02:58.438135Z","end":"2026-03-01T22:02:59.846184Z","steps":["trace[431263528] 'agreement among raft nodes before linearized reading' (duration: 1.407826154s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:59.846238Z","caller":"traceutil/trace.go:171","msg":"trace[1936120945] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27384; }","duration":"3.714225664s","start":"2026-03-01T22:02:56.131986Z","end":"2026-03-01T22:02:59.846212Z","steps":["trace[1936120945] 'agreement among raft nodes before linearized reading' (duration: 3.714100001s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.846264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70218929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-01T22:02:59.846258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:58.438092Z","time spent":"1.408155902s","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:02:59.846295Z","caller":"traceutil/trace.go:171","msg":"trace[2019685409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27384; }","duration":"2.702231091s","start":"2026-03-01T22:02:57.144055Z","end":"2026-03-01T22:02:59.846286Z","steps":["trace[2019685409] 'agreement among raft nodes before linearized reading' (duration: 2.70214868s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.846293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:56.13196Z","time spent":"3.714322815s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17049,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T22:02:59.846321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:57.144043Z","time spent":"2.702273292s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T22:02:59.846318Z","caller":"traceutil/trace.go:171","msg":"trace[1371399014] transaction","detail":"{read_only:false; response_revision:27383; number_of_response:1; }","duration":"1.796536518s","start":"2026-03-01T22:02:58.049759Z","end":"2026-03-01T22:02:59.846296Z","steps":["trace[1371399014] 'process raft request' (duration: 1.795003273s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.846388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787984189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-03-01T22:02:59.846395Z","caller":"traceutil/trace.go:171","msg":"trace[1885093283] transaction","detail":"{read_only:false; response_revision:27384; number_of_response:1; }","duration":"1.796329443s","start":"2026-03-01T22:02:58.050043Z","end":"2026-03-01T22:02:59.846372Z","steps":["trace[1885093283] 'process raft request' (duration: 1.794776179s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.846442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702372355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T22:02:59.846453Z","caller":"traceutil/trace.go:171","msg":"trace[307072607] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27384; }","duration":"1.788082731s","start":"2026-03-01T22:02:58.058347Z","end":"2026-03-01T22:02:59.84643Z","steps":["trace[307072607] 'agreement among raft nodes before linearized reading' (duration: 1.787922748s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.846443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:58.04975Z","time spent":"1.79661602s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:59.846497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:58.05833Z","time spent":"1.788158754s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-01T22:02:59.846489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:58.049929Z","time spent":"1.796514728s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:02:59.84653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.163776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-03-01T22:02:59.846468Z","caller":"traceutil/trace.go:171","msg":"trace[1307694374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27384; }","duration":"2.702407705s","start":"2026-03-01T22:02:57.144052Z","end":"2026-03-01T22:02:59.84646Z","steps":["trace[1307694374] 'agreement among raft nodes before linearized reading' (duration: 2.702332293s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.846538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702990838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T22:02:59.845964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.800370999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-01T22:02:59.84662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.753445056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:59.846828Z","caller":"traceutil/trace.go:171","msg":"trace[2135602663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27384; }","duration":"2.703114671s","start":"2026-03-01T22:02:57.143508Z","end":"2026-03-01T22:02:59.846623Z","steps":["trace[2135602663] 'agreement among raft nodes before linearized reading' (duration: 2.702977508s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:59.846846Z","caller":"traceutil/trace.go:171","msg":"trace[47131346] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27384; }","duration":"3.753717632s","start":"2026-03-01T22:02:56.093114Z","end":"2026-03-01T22:02:59.846832Z","steps":["trace[47131346] 'agreement among raft nodes before linearized reading' (duration: 3.753423456s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.84574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700900182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-01T22:02:59.846877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:57.143486Z","time spent":"2.703376926s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T22:02:59.846234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.072089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:02:59.84689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:56.093093Z","time spent":"3.753789214s","remote":"127.0.0.1:41224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:02:59.846899Z","caller":"traceutil/trace.go:171","msg":"trace[1272304857] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27384; }","duration":"2.702099107s","start":"2026-03-01T22:02:57.144788Z","end":"2026-03-01T22:02:59.846887Z","steps":["trace[1272304857] 'agreement among raft nodes before linearized reading' (duration: 2.700738228s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:59.846922Z","caller":"traceutil/trace.go:171","msg":"trace[549962845] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:27384; }","duration":"925.823895ms","start":"2026-03-01T22:02:58.921085Z","end":"2026-03-01T22:02:59.846909Z","steps":["trace[549962845] 'agreement among raft nodes before linearized reading' (duration: 925.061418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.846934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245948069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:02:59.846932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318997289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:02:59.846953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:58.92106Z","time spent":"925.883617ms","remote":"127.0.0.1:37632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:02:59.846969Z","caller":"traceutil/trace.go:171","msg":"trace[849143606] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:27384; }","duration":"2.246039121s","start":"2026-03-01T22:02:57.600919Z","end":"2026-03-01T22:02:59.846958Z","steps":["trace[849143606] 'agreement among raft nodes before linearized reading' (duration: 2.245952159s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:59.846985Z","caller":"traceutil/trace.go:171","msg":"trace[694117856] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:27384; }","duration":"1.31904707s","start":"2026-03-01T22:02:58.527921Z","end":"2026-03-01T22:02:59.846968Z","steps":["trace[694117856] 'agreement among raft nodes before linearized reading' (duration: 1.318955188s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.847003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:57.600891Z","time spent":"2.246098323s","remote":"127.0.0.1:39070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:59.847028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:58.527898Z","time spent":"1.319116781s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:59.846819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:57.144047Z","time spent":"2.702575299s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T22:02:59.846954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:57.144782Z","time spent":"2.702148898s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T22:02:59.846597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167124083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:02:59.847186Z","caller":"traceutil/trace.go:171","msg":"trace[1104941848] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27384; }","duration":"3.167742907s","start":"2026-03-01T22:02:56.679432Z","end":"2026-03-01T22:02:59.847175Z","steps":["trace[1104941848] 'agreement among raft nodes before linearized reading' (duration: 3.167129293s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:59.846843Z","caller":"traceutil/trace.go:171","msg":"trace[1071443881] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:27384; }","duration":"3.80130546s","start":"2026-03-01T22:02:56.045517Z","end":"2026-03-01T22:02:59.846823Z","steps":["trace[1071443881] 'agreement among raft nodes before linearized reading' (duration: 3.800133295s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:59.846585Z","caller":"traceutil/trace.go:171","msg":"trace[2118878936] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:27384; }","duration":"758.227977ms","start":"2026-03-01T22:02:59.088339Z","end":"2026-03-01T22:02:59.846567Z","steps":["trace[2118878936] 'agreement among raft nodes before linearized reading' (duration: 758.150436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.846235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787728044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:02:59.847225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:56.679412Z","time spent":"3.167800387s","remote":"127.0.0.1:41246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:02:59.847263Z","caller":"traceutil/trace.go:171","msg":"trace[1896440715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27384; }","duration":"1.788769586s","start":"2026-03-01T22:02:58.058478Z","end":"2026-03-01T22:02:59.847248Z","steps":["trace[1896440715] 'agreement among raft nodes before linearized reading' (duration: 1.787715923s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.847264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:59.088331Z","time spent":"758.917572ms","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-01T22:02:59.847289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511092044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:02:59.847305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:58.058468Z","time spent":"1.788825758s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:02:59.847284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:56.045502Z","time spent":"3.801737169s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"info","ts":"2026-03-01T22:02:59.847333Z","caller":"traceutil/trace.go:171","msg":"trace[211320158] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27384; }","duration":"2.511178326s","start":"2026-03-01T22:02:57.336142Z","end":"2026-03-01T22:02:59.84732Z","steps":["trace[211320158] 'agreement among raft nodes before linearized reading' (duration: 2.511095614s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.847216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413561637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-01T22:02:59.847405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.634879537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:02:59.847397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145536582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:02:59.847417Z","caller":"traceutil/trace.go:171","msg":"trace[490176247] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2; range_end:; response_count:1; response_revision:27384; }","duration":"2.413801462s","start":"2026-03-01T22:02:57.433598Z","end":"2026-03-01T22:02:59.847399Z","steps":["trace[490176247] 'agreement among raft nodes before linearized reading' (duration: 2.413563567s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:59.847437Z","caller":"traceutil/trace.go:171","msg":"trace[1366846141] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:27384; }","duration":"2.634934229s","start":"2026-03-01T22:02:57.212493Z","end":"2026-03-01T22:02:59.847427Z","steps":["trace[1366846141] 'agreement among raft nodes before linearized reading' (duration: 2.634892818s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:59.847453Z","caller":"traceutil/trace.go:171","msg":"trace[296643467] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:27384; }","duration":"1.145683835s","start":"2026-03-01T22:02:58.701756Z","end":"2026-03-01T22:02:59.847439Z","steps":["trace[296643467] 'agreement among raft nodes before linearized reading' (duration: 1.144740215s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.847505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:58.701726Z","time spent":"1.145769026s","remote":"127.0.0.1:54480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:59.847459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:57.212474Z","time spent":"2.6349782s","remote":"127.0.0.1:54448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:59.84688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266706234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:02:59.847462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:57.433565Z","time spent":"2.413885324s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" "} {"level":"info","ts":"2026-03-01T22:02:59.847635Z","caller":"traceutil/trace.go:171","msg":"trace[1016737715] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:27384; }","duration":"3.267496551s","start":"2026-03-01T22:02:56.580125Z","end":"2026-03-01T22:02:59.847622Z","steps":["trace[1016737715] 'agreement among raft nodes before linearized reading' (duration: 3.266490689s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.847715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:56.580102Z","time spent":"3.267597413s","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":62,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:59.847207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.787102197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"warn","ts":"2026-03-01T22:02:59.846456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.259678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-01T22:02:59.847772Z","caller":"traceutil/trace.go:171","msg":"trace[1251630749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27384; }","duration":"3.78771187s","start":"2026-03-01T22:02:56.060046Z","end":"2026-03-01T22:02:59.847758Z","steps":["trace[1251630749] 'agreement among raft nodes before linearized reading' (duration: 3.787044126s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:02:59.847804Z","caller":"traceutil/trace.go:171","msg":"trace[641751918] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27384; }","duration":"196.627828ms","start":"2026-03-01T22:02:59.651154Z","end":"2026-03-01T22:02:59.847782Z","steps":["trace[641751918] 'agreement among raft nodes before linearized reading' (duration: 195.151626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:02:59.847369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:57.336115Z","time spent":"2.511244467s","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:02:59.847817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:56.060021Z","time spent":"3.787782782s","remote":"127.0.0.1:48342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T22:03:00.562178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.347395ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-01T22:03:00.562308Z","caller":"traceutil/trace.go:171","msg":"trace[2053827768] linearizableReadLoop","detail":"{readStateIndex:28756; appliedIndex:28755; }","duration":"713.008311ms","start":"2026-03-01T22:02:59.84928Z","end":"2026-03-01T22:03:00.562288Z","steps":["trace[2053827768] 'read index received' (duration: 479.523823ms)","trace[2053827768] 'applied index is now lower than readState.Index' (duration: 233.482648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:00.562377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:59.84917Z","time spent":"713.200876ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T22:03:00.562415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.125255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:00.562631Z","caller":"traceutil/trace.go:171","msg":"trace[851339489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27384; }","duration":"713.350919ms","start":"2026-03-01T22:02:59.84926Z","end":"2026-03-01T22:03:00.562611Z","steps":["trace[851339489] 'agreement among raft nodes before linearized reading' (duration: 713.106084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:00.562682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:59.849245Z","time spent":"713.413061ms","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:03:01.062547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319571,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T22:03:01.289275Z","caller":"traceutil/trace.go:171","msg":"trace[1571638866] linearizableReadLoop","detail":"{readStateIndex:28765; appliedIndex:28756; }","duration":"726.913198ms","start":"2026-03-01T22:03:00.562335Z","end":"2026-03-01T22:03:01.289248Z","steps":["trace[1571638866] 'read index received' (duration: 644.057264ms)","trace[1571638866] 'applied index is now lower than readState.Index' (duration: 82.812213ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:03:01.289429Z","caller":"traceutil/trace.go:171","msg":"trace[1049241290] transaction","detail":"{read_only:false; response_revision:27385; number_of_response:1; }","duration":"1.436626977s","start":"2026-03-01T22:02:59.852783Z","end":"2026-03-01T22:03:01.28941Z","steps":["trace[1049241290] 'process raft request' (duration: 1.353507828s)","trace[1049241290] 'compare' (duration: 82.122298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:01.289548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:59.852766Z","time spent":"1.43670371s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:01.289596Z","caller":"traceutil/trace.go:171","msg":"trace[983101502] transaction","detail":"{read_only:false; response_revision:27392; number_of_response:1; }","duration":"1.033880434s","start":"2026-03-01T22:03:00.255672Z","end":"2026-03-01T22:03:01.289553Z","steps":["trace[983101502] 'process raft request' (duration: 1.033406713s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:01.289765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:00.255646Z","time spent":"1.034028967s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:01.289788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437718301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-24e0aed3-f63c-4783-8fb1-411c70c1f375\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-01T22:03:01.289844Z","caller":"traceutil/trace.go:171","msg":"trace[1757756308] transaction","detail":"{read_only:false; response_revision:27388; number_of_response:1; }","duration":"1.436242839s","start":"2026-03-01T22:02:59.853575Z","end":"2026-03-01T22:03:01.289818Z","steps":["trace[1757756308] 'process raft request' (duration: 1.435259818s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:01.289887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440510653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-kpsc6\" ","response":"range_response_count:1 size:4905"} {"level":"info","ts":"2026-03-01T22:03:01.289921Z","caller":"traceutil/trace.go:171","msg":"trace[1424361644] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-kpsc6; range_end:; response_count:1; response_revision:27393; }","duration":"1.440550673s","start":"2026-03-01T22:02:59.849362Z","end":"2026-03-01T22:03:01.289913Z","steps":["trace[1424361644] 'agreement among raft nodes before linearized reading' (duration: 1.440483142s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:01.289931Z","caller":"traceutil/trace.go:171","msg":"trace[25035397] transaction","detail":"{read_only:false; response_revision:27393; number_of_response:1; }","duration":"725.622959ms","start":"2026-03-01T22:03:00.564292Z","end":"2026-03-01T22:03:01.289915Z","steps":["trace[25035397] 'process raft request' (duration: 724.865053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:01.289966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:59.853552Z","time spent":"1.436345731s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:01.290006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320302327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-01T22:03:01.290035Z","caller":"traceutil/trace.go:171","msg":"trace[2024910154] transaction","detail":"{read_only:false; response_revision:27389; number_of_response:1; }","duration":"1.436396692s","start":"2026-03-01T22:02:59.853626Z","end":"2026-03-01T22:03:01.290022Z","steps":["trace[2024910154] 'process raft request' (duration: 1.435267307s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:01.290013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.725065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:01.290064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:00.564264Z","time spent":"725.749372ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:01.290098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.882701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:01.290111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:59.853613Z","time spent":"1.436460263s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:01.29016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.829783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:01.290179Z","caller":"traceutil/trace.go:171","msg":"trace[137581865] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:27393; }","duration":"396.849693ms","start":"2026-03-01T22:03:00.893324Z","end":"2026-03-01T22:03:01.290174Z","steps":["trace[137581865] 'agreement among raft nodes before linearized reading' (duration: 396.814582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:01.290198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:00.893258Z","time spent":"396.934655ms","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:03:01.290212Z","caller":"traceutil/trace.go:171","msg":"trace[784507099] transaction","detail":"{read_only:false; response_revision:27391; number_of_response:1; }","duration":"1.43360901s","start":"2026-03-01T22:02:59.856594Z","end":"2026-03-01T22:03:01.290203Z","steps":["trace[784507099] 'process raft request' (duration: 1.432382733s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:01.290267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:59.856576Z","time spent":"1.433665081s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:01.289878Z","caller":"traceutil/trace.go:171","msg":"trace[1199295110] range","detail":"{range_begin:/registry/persistentvolumes/pvc-24e0aed3-f63c-4783-8fb1-411c70c1f375; range_end:; response_count:1; response_revision:27393; }","duration":"1.437841694s","start":"2026-03-01T22:02:59.85202Z","end":"2026-03-01T22:03:01.289862Z","steps":["trace[1199295110] 'agreement among raft nodes before linearized reading' (duration: 1.437524667s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:01.290299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.609324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-01T22:03:01.29036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:59.85201Z","time spent":"1.438332015s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-24e0aed3-f63c-4783-8fb1-411c70c1f375\" "} {"level":"info","ts":"2026-03-01T22:03:01.29039Z","caller":"traceutil/trace.go:171","msg":"trace[821855852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27393; }","duration":"359.739116ms","start":"2026-03-01T22:03:00.930633Z","end":"2026-03-01T22:03:01.290372Z","steps":["trace[821855852] 'agreement among raft nodes before linearized reading' (duration: 359.474221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:01.290439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:00.930623Z","time spent":"359.807279ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T22:03:01.290124Z","caller":"traceutil/trace.go:171","msg":"trace[149294394] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27393; }","duration":"101.948023ms","start":"2026-03-01T22:03:01.188167Z","end":"2026-03-01T22:03:01.290115Z","steps":["trace[149294394] 'agreement among raft nodes before linearized reading' (duration: 101.909732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:01.290413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.04577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:01.290049Z","caller":"traceutil/trace.go:171","msg":"trace[1443172358] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27393; }","duration":"1.320417249s","start":"2026-03-01T22:02:59.969623Z","end":"2026-03-01T22:03:01.29004Z","steps":["trace[1443172358] 'agreement among raft nodes before linearized reading' (duration: 1.320281526s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:01.290082Z","caller":"traceutil/trace.go:171","msg":"trace[1360932879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27393; }","duration":"717.815328ms","start":"2026-03-01T22:03:00.57226Z","end":"2026-03-01T22:03:01.290075Z","steps":["trace[1360932879] 'agreement among raft nodes before linearized reading' (duration: 717.711436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:01.290579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:59.969605Z","time spent":"1.320964882s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T22:03:01.29061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:00.57225Z","time spent":"718.352319ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T22:03:01.290611Z","caller":"traceutil/trace.go:171","msg":"trace[1797551688] transaction","detail":"{read_only:false; response_revision:27387; number_of_response:1; }","duration":"1.437476006s","start":"2026-03-01T22:02:59.853119Z","end":"2026-03-01T22:03:01.290595Z","steps":["trace[1797551688] 'process raft request' (duration: 1.435672747s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:01.290316Z","caller":"traceutil/trace.go:171","msg":"trace[2139995070] transaction","detail":"{read_only:false; response_revision:27390; number_of_response:1; }","duration":"1.436612127s","start":"2026-03-01T22:02:59.853687Z","end":"2026-03-01T22:03:01.290299Z","steps":["trace[2139995070] 'process raft request' (duration: 1.435246617s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:01.290629Z","caller":"traceutil/trace.go:171","msg":"trace[2143029107] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27393; }","duration":"199.316366ms","start":"2026-03-01T22:03:01.091249Z","end":"2026-03-01T22:03:01.290566Z","steps":["trace[2143029107] 'agreement among raft nodes before linearized reading' (duration: 198.889097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:01.290702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:59.8531Z","time spent":"1.437550937s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:01.289828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44038727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-9cfvc\" ","response":"range_response_count:1 size:4908"} {"level":"info","ts":"2026-03-01T22:03:01.290759Z","caller":"traceutil/trace.go:171","msg":"trace[985655833] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-9cfvc; range_end:; response_count:1; response_revision:27393; }","duration":"1.441335431s","start":"2026-03-01T22:02:59.849413Z","end":"2026-03-01T22:03:01.290748Z","steps":["trace[985655833] 'agreement among raft nodes before linearized reading' (duration: 1.440327589s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:01.290717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:59.853667Z","time spent":"1.436990104s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:01.289949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:59.849357Z","time spent":"1.440586054s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4928,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-kpsc6\" "} {"level":"warn","ts":"2026-03-01T22:03:01.2908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:59.849395Z","time spent":"1.441396823s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4931,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-9cfvc\" "} {"level":"warn","ts":"2026-03-01T22:03:01.289873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.292739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:01.290874Z","caller":"traceutil/trace.go:171","msg":"trace[1942585114] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27393; }","duration":"949.301632ms","start":"2026-03-01T22:03:00.341557Z","end":"2026-03-01T22:03:01.290859Z","steps":["trace[1942585114] 'agreement among raft nodes before linearized reading' (duration: 948.253278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:01.290923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:00.341473Z","time spent":"949.436715ms","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:03:01.290722Z","caller":"traceutil/trace.go:171","msg":"trace[1257363656] transaction","detail":"{read_only:false; response_revision:27386; number_of_response:1; }","duration":"1.437766883s","start":"2026-03-01T22:02:59.852919Z","end":"2026-03-01T22:03:01.290686Z","steps":["trace[1257363656] 'process raft request' (duration: 1.435791569s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:01.291685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:02:59.852909Z","time spent":"1.438720684s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:01.840441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:03:02.953492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256906072s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:02.953636Z","caller":"traceutil/trace.go:171","msg":"trace[1989175570] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27393; }","duration":"1.257052345s","start":"2026-03-01T22:03:01.696555Z","end":"2026-03-01T22:03:02.953608Z","steps":["trace[1989175570] 'range keys from in-memory index tree' (duration: 1.256873711s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:02.954107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.109167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:03:02.954184Z","caller":"traceutil/trace.go:171","msg":"trace[1125768620] transaction","detail":"{read_only:false; response_revision:27394; number_of_response:1; }","duration":"1.656778571s","start":"2026-03-01T22:03:01.297391Z","end":"2026-03-01T22:03:02.95417Z","steps":["trace[1125768620] 'process raft request' (duration: 807.516201ms)","trace[1125768620] 'compare' (duration: 848.907763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:02.954238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:01.297376Z","time spent":"1.656833603s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1160,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:03.946429Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.823752739s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:03:04.007857Z","caller":"traceutil/trace.go:171","msg":"trace[1124547217] linearizableReadLoop","detail":"{readStateIndex:28769; appliedIndex:28765; }","duration":"2.710143754s","start":"2026-03-01T22:03:01.297691Z","end":"2026-03-01T22:03:04.007834Z","steps":["trace[1124547217] 'read index received' (duration: 807.095372ms)","trace[1124547217] 'applied index is now lower than readState.Index' (duration: 1.903047602s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:03:04.008055Z","caller":"traceutil/trace.go:171","msg":"trace[1096404890] transaction","detail":"{read_only:false; response_revision:27395; number_of_response:1; }","duration":"2.709789368s","start":"2026-03-01T22:03:01.298257Z","end":"2026-03-01T22:03:04.008047Z","steps":["trace[1096404890] 'process raft request' (duration: 2.648401637s)","trace[1096404890] 'compare' (duration: 60.765296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:04.008152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:01.298244Z","time spent":"2.709836379s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:04.008292Z","caller":"traceutil/trace.go:171","msg":"trace[706595133] transaction","detail":"{read_only:false; response_revision:27396; number_of_response:1; }","duration":"2.708633582s","start":"2026-03-01T22:03:01.299653Z","end":"2026-03-01T22:03:04.008286Z","steps":["trace[706595133] 'process raft request' (duration: 2.708003868s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:04.008321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:01.299647Z","time spent":"2.708656913s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:04.009381Z","caller":"traceutil/trace.go:171","msg":"trace[729949810] transaction","detail":"{read_only:false; response_revision:27397; number_of_response:1; }","duration":"2.707231601s","start":"2026-03-01T22:03:01.30214Z","end":"2026-03-01T22:03:04.009372Z","steps":["trace[729949810] 'process raft request' (duration: 2.705552913s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:04.009426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:01.302134Z","time spent":"2.707270681s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:04.009504Z","caller":"traceutil/trace.go:171","msg":"trace[606678147] transaction","detail":"{read_only:false; response_revision:27398; number_of_response:1; }","duration":"2.158511834s","start":"2026-03-01T22:03:01.850983Z","end":"2026-03-01T22:03:04.009494Z","steps":["trace[606678147] 'process raft request' (duration: 2.156749175s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:04.009537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:01.850968Z","time spent":"2.158546745s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:04.009616Z","caller":"traceutil/trace.go:171","msg":"trace[514512819] transaction","detail":"{read_only:false; response_revision:27399; number_of_response:1; }","duration":"2.154769862s","start":"2026-03-01T22:03:01.854836Z","end":"2026-03-01T22:03:04.009606Z","steps":["trace[514512819] 'process raft request' (duration: 2.152919611s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:04.009647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:01.854796Z","time spent":"2.154834253s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:04.009724Z","caller":"traceutil/trace.go:171","msg":"trace[219313153] transaction","detail":"{read_only:false; response_revision:27400; number_of_response:1; }","duration":"2.154055267s","start":"2026-03-01T22:03:01.855662Z","end":"2026-03-01T22:03:04.009718Z","steps":["trace[219313153] 'process raft request' (duration: 2.152115474s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:04.009765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:01.855633Z","time spent":"2.154109148s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:04.009893Z","caller":"traceutil/trace.go:171","msg":"trace[74067456] transaction","detail":"{read_only:false; response_revision:27401; number_of_response:1; }","duration":"2.153407993s","start":"2026-03-01T22:03:01.856477Z","end":"2026-03-01T22:03:04.009885Z","steps":["trace[74067456] 'process raft request' (duration: 2.151330987s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:04.009923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:01.856464Z","time spent":"2.153442613s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:04.010053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712359933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-01T22:03:04.010081Z","caller":"traceutil/trace.go:171","msg":"trace[807173134] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27401; }","duration":"2.712392624s","start":"2026-03-01T22:03:01.297683Z","end":"2026-03-01T22:03:04.010075Z","steps":["trace[807173134] 'agreement among raft nodes before linearized reading' (duration: 2.712330073s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:04.010098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:01.297623Z","time spent":"2.712470745s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-01T22:03:04.040038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000454456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:03:04.04014Z","caller":"traceutil/trace.go:171","msg":"trace[177254615] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00061426s","start":"2026-03-01T22:03:02.03951Z","end":"2026-03-01T22:03:04.040124Z","steps":["trace[177254615] 'agreement among raft nodes before linearized reading' (duration: 2.000488687s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:04.040177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:02.039486Z","time spent":"2.000685122s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:03:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:03:04.508217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:03:05.009419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:03:05.38169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.375589644s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:03:05.38403Z","caller":"traceutil/trace.go:171","msg":"trace[466522117] transaction","detail":"{read_only:false; response_revision:27402; number_of_response:1; }","duration":"2.628423598s","start":"2026-03-01T22:03:02.755567Z","end":"2026-03-01T22:03:05.383991Z","steps":["trace[466522117] 'process raft request' (duration: 2.626385873s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:05.384212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:02.755537Z","time spent":"2.62856341s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:05.438069Z","caller":"traceutil/trace.go:171","msg":"trace[2100549243] linearizableReadLoop","detail":"{readStateIndex:28775; appliedIndex:28773; }","duration":"1.430109265s","start":"2026-03-01T22:03:04.007913Z","end":"2026-03-01T22:03:05.438022Z","steps":["trace[2100549243] 'read index received' (duration: 1.375644426s)","trace[2100549243] 'applied index is now lower than readState.Index' (duration: 54.462519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:05.438218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046262024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:05.438232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140949418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-01T22:03:05.438295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.100575868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:05.438329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450847301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:05.438379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362117785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-01T22:03:05.438415Z","caller":"traceutil/trace.go:171","msg":"trace[178264239] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27402; }","duration":"1.451013324s","start":"2026-03-01T22:03:03.987382Z","end":"2026-03-01T22:03:05.438396Z","steps":["trace[178264239] 'agreement among raft nodes before linearized reading' (duration: 1.450864991s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:05.43844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14146898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-01T22:03:05.438469Z","caller":"traceutil/trace.go:171","msg":"trace[1173673444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27402; }","duration":"2.141544881s","start":"2026-03-01T22:03:03.296916Z","end":"2026-03-01T22:03:05.438461Z","steps":["trace[1173673444] 'agreement among raft nodes before linearized reading' (duration: 2.14146693s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:05.438482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517505667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:05.438505Z","caller":"traceutil/trace.go:171","msg":"trace[703723527] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:27402; }","duration":"2.517572108s","start":"2026-03-01T22:03:02.920926Z","end":"2026-03-01T22:03:05.438498Z","steps":["trace[703723527] 'agreement among raft nodes before linearized reading' (duration: 2.517531347s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:05.438365Z","caller":"traceutil/trace.go:171","msg":"trace[37526007] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27402; }","duration":"2.141124042s","start":"2026-03-01T22:03:03.297212Z","end":"2026-03-01T22:03:05.438336Z","steps":["trace[37526007] 'agreement among raft nodes before linearized reading' (duration: 2.140834195s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:05.438423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583409186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:03:05.438539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:02.920903Z","time spent":"2.517629209s","remote":"127.0.0.1:34970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:05.438552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:03.297196Z","time spent":"2.141342707s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-01T22:03:05.438296Z","caller":"traceutil/trace.go:171","msg":"trace[717977172] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27402; }","duration":"2.046415957s","start":"2026-03-01T22:03:03.391863Z","end":"2026-03-01T22:03:05.438279Z","steps":["trace[717977172] 'agreement among raft nodes before linearized reading' (duration: 2.046240234s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:05.438698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:03.391841Z","time spent":"2.046837697s","remote":"127.0.0.1:40990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:05.438709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140899017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-01T22:03:05.438493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:03.987352Z","time spent":"1.451116776s","remote":"127.0.0.1:40916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:05.438738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.932911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-01T22:03:05.438689Z","caller":"traceutil/trace.go:171","msg":"trace[1585098065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27402; }","duration":"2.583780724s","start":"2026-03-01T22:03:02.854855Z","end":"2026-03-01T22:03:05.438636Z","steps":["trace[1585098065] 'agreement among raft nodes before linearized reading' (duration: 2.583329144s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:05.438757Z","caller":"traceutil/trace.go:171","msg":"trace[646915352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27402; }","duration":"2.140996389s","start":"2026-03-01T22:03:03.297749Z","end":"2026-03-01T22:03:05.438745Z","steps":["trace[646915352] 'agreement among raft nodes before linearized reading' (duration: 2.140886837s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:05.438508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140269084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T22:03:05.438784Z","caller":"traceutil/trace.go:171","msg":"trace[626039364] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:27402; }","duration":"812.985473ms","start":"2026-03-01T22:03:04.625781Z","end":"2026-03-01T22:03:05.438766Z","steps":["trace[626039364] 'agreement among raft nodes before linearized reading' (duration: 812.883191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:05.4388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:03.297723Z","time spent":"2.14106799s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T22:03:05.438811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:02.854827Z","time spent":"2.583957588s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:03:05.438835Z","caller":"traceutil/trace.go:171","msg":"trace[1244550526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27402; }","duration":"2.140662482s","start":"2026-03-01T22:03:03.298145Z","end":"2026-03-01T22:03:05.438808Z","steps":["trace[1244550526] 'agreement among raft nodes before linearized reading' (duration: 2.140155201s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:05.438276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48047391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-01T22:03:05.438876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:03.298133Z","time spent":"2.140730993s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T22:03:05.438877Z","caller":"traceutil/trace.go:171","msg":"trace[2144585976] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2; range_end:; response_count:1; response_revision:27402; }","duration":"2.481125274s","start":"2026-03-01T22:03:02.957743Z","end":"2026-03-01T22:03:05.438868Z","steps":["trace[2144585976] 'agreement among raft nodes before linearized reading' (duration: 2.480390678s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:05.438424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.598546557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:05.438908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:02.957725Z","time spent":"2.481171516s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" "} {"level":"warn","ts":"2026-03-01T22:03:05.438908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.082739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:05.438924Z","caller":"traceutil/trace.go:171","msg":"trace[804605316] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27402; }","duration":"3.599071408s","start":"2026-03-01T22:03:01.839835Z","end":"2026-03-01T22:03:05.438906Z","steps":["trace[804605316] 'agreement among raft nodes before linearized reading' (duration: 3.598551217s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:05.438952Z","caller":"traceutil/trace.go:171","msg":"trace[429222414] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27402; }","duration":"835.163501ms","start":"2026-03-01T22:03:04.603773Z","end":"2026-03-01T22:03:05.438936Z","steps":["trace[429222414] 'agreement among raft nodes before linearized reading' (duration: 835.096599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:05.438994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:04.603736Z","time spent":"835.243182ms","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:05.439017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140824105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-01T22:03:05.438364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21417919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:05.439035Z","caller":"traceutil/trace.go:171","msg":"trace[116297243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27402; }","duration":"2.140864167s","start":"2026-03-01T22:03:03.298164Z","end":"2026-03-01T22:03:05.439028Z","steps":["trace[116297243] 'agreement among raft nodes before linearized reading' (duration: 2.140823806s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:05.439055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:03.298149Z","time spent":"2.140901867s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T22:03:05.43907Z","caller":"traceutil/trace.go:171","msg":"trace[345791065] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27402; }","duration":"2.214914536s","start":"2026-03-01T22:03:03.224136Z","end":"2026-03-01T22:03:05.439051Z","steps":["trace[345791065] 'agreement among raft nodes before linearized reading' (duration: 2.21419137s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:05.438578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422541528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T22:03:05.43912Z","caller":"traceutil/trace.go:171","msg":"trace[883511017] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27402; }","duration":"1.423085319s","start":"2026-03-01T22:03:04.016029Z","end":"2026-03-01T22:03:05.439114Z","steps":["trace[883511017] 'agreement among raft nodes before linearized reading' (duration: 1.422436765s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:05.43914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:04.015955Z","time spent":"1.423180382s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T22:03:05.439135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:03.224114Z","time spent":"2.215001357s","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:05.439165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398666331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:05.439188Z","caller":"traceutil/trace.go:171","msg":"trace[805525310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27402; }","duration":"1.398771404s","start":"2026-03-01T22:03:04.040409Z","end":"2026-03-01T22:03:05.439181Z","steps":["trace[805525310] 'agreement among raft nodes before linearized reading' (duration: 1.398725313s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:05.439205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:04.040392Z","time spent":"1.398809985s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:03:05.438843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:04.625768Z","time spent":"813.058444ms","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-01T22:03:05.438959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:01.839813Z","time spent":"3.59913456s","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:05.439249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.043361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:05.439288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.208904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:05.438359Z","caller":"traceutil/trace.go:171","msg":"trace[884587142] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27402; }","duration":"3.100700971s","start":"2026-03-01T22:03:02.337642Z","end":"2026-03-01T22:03:05.438343Z","steps":["trace[884587142] 'agreement among raft nodes before linearized reading' (duration: 3.100558448s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:05.439316Z","caller":"traceutil/trace.go:171","msg":"trace[202157977] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27402; }","duration":"170.264666ms","start":"2026-03-01T22:03:05.269028Z","end":"2026-03-01T22:03:05.439293Z","steps":["trace[202157977] 'agreement among raft nodes before linearized reading' (duration: 170.053672ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:05.439334Z","caller":"traceutil/trace.go:171","msg":"trace[1534089433] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27402; }","duration":"179.295446ms","start":"2026-03-01T22:03:05.26002Z","end":"2026-03-01T22:03:05.439316Z","steps":["trace[1534089433] 'agreement among raft nodes before linearized reading' (duration: 179.232714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:05.439358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:02.337621Z","time spent":"3.101723672s","remote":"127.0.0.1:33448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:05.43851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:03.296887Z","time spent":"2.141615842s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T22:03:05.439411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.677251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-03-01T22:03:05.439345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196538493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-01T22:03:05.439448Z","caller":"traceutil/trace.go:171","msg":"trace[1149469693] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27402; }","duration":"581.717501ms","start":"2026-03-01T22:03:04.857721Z","end":"2026-03-01T22:03:05.439438Z","steps":["trace[1149469693] 'agreement among raft nodes before linearized reading' (duration: 580.822122ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:05.439454Z","caller":"traceutil/trace.go:171","msg":"trace[154333427] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27402; }","duration":"1.196683157s","start":"2026-03-01T22:03:04.242763Z","end":"2026-03-01T22:03:05.439446Z","steps":["trace[154333427] 'agreement among raft nodes before linearized reading' (duration: 1.196530413s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:05.439474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:04.857649Z","time spent":"581.819384ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T22:03:05.439477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:04.242739Z","time spent":"1.196731978s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-01T22:03:05.438433Z","caller":"traceutil/trace.go:171","msg":"trace[555452488] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27402; }","duration":"2.362186717s","start":"2026-03-01T22:03:03.07623Z","end":"2026-03-01T22:03:05.438417Z","steps":["trace[555452488] 'agreement among raft nodes before linearized reading' (duration: 2.362098845s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:05.439592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:03.076213Z","time spent":"2.363359463s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-01T22:03:05.588706Z","caller":"traceutil/trace.go:171","msg":"trace[363596036] linearizableReadLoop","detail":"{readStateIndex:28776; appliedIndex:28775; }","duration":"144.522341ms","start":"2026-03-01T22:03:05.444155Z","end":"2026-03-01T22:03:05.588678Z","steps":["trace[363596036] 'read index received' (duration: 144.303447ms)","trace[363596036] 'applied index is now lower than readState.Index' (duration: 217.544µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:03:05.588771Z","caller":"traceutil/trace.go:171","msg":"trace[853660005] transaction","detail":"{read_only:false; response_revision:27403; number_of_response:1; }","duration":"146.805922ms","start":"2026-03-01T22:03:05.441924Z","end":"2026-03-01T22:03:05.588729Z","steps":["trace[853660005] 'process raft request' (duration: 146.553986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:05.588987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.800377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d0e20844-c0c6-4ca8-90d0-1c35f3f69582\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-01T22:03:05.58905Z","caller":"traceutil/trace.go:171","msg":"trace[1649981731] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d0e20844-c0c6-4ca8-90d0-1c35f3f69582; range_end:; response_count:1; response_revision:27403; }","duration":"144.912439ms","start":"2026-03-01T22:03:05.444124Z","end":"2026-03-01T22:03:05.589036Z","steps":["trace[1649981731] 'agreement among raft nodes before linearized reading' (duration: 144.666554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:06.089155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:03:06.590274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:03:06.916306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.327856115s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:03:06.916728Z","caller":"traceutil/trace.go:171","msg":"trace[58940500] transaction","detail":"{read_only:false; response_revision:27404; number_of_response:1; }","duration":"1.472474687s","start":"2026-03-01T22:03:05.444219Z","end":"2026-03-01T22:03:06.916693Z","steps":["trace[58940500] 'process raft request' (duration: 1.472251153s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:06.916746Z","caller":"traceutil/trace.go:171","msg":"trace[330978408] transaction","detail":"{read_only:false; response_revision:27408; number_of_response:1; }","duration":"1.471624399s","start":"2026-03-01T22:03:05.445102Z","end":"2026-03-01T22:03:06.916726Z","steps":["trace[330978408] 'process raft request' (duration: 1.471575468s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:06.916783Z","caller":"traceutil/trace.go:171","msg":"trace[1917782870] transaction","detail":"{read_only:false; response_revision:27406; number_of_response:1; }","duration":"1.472508729s","start":"2026-03-01T22:03:05.444243Z","end":"2026-03-01T22:03:06.916752Z","steps":["trace[1917782870] 'process raft request' (duration: 1.472393056s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:06.917289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:05.445097Z","time spent":"1.472078899s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:06.916844Z","caller":"traceutil/trace.go:171","msg":"trace[1507393714] transaction","detail":"{read_only:false; response_revision:27405; number_of_response:1; }","duration":"1.47256931s","start":"2026-03-01T22:03:05.444243Z","end":"2026-03-01T22:03:06.916813Z","steps":["trace[1507393714] 'process raft request' (duration: 1.472365326s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:06.917521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:05.44422Z","time spent":"1.473273365s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:06.91687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:05.444201Z","time spent":"1.4725822s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:06.916892Z","caller":"traceutil/trace.go:171","msg":"trace[1650955678] transaction","detail":"{read_only:false; response_revision:27409; number_of_response:1; }","duration":"1.471604138s","start":"2026-03-01T22:03:05.445281Z","end":"2026-03-01T22:03:06.916885Z","steps":["trace[1650955678] 'process raft request' (duration: 1.471415504s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:06.91694Z","caller":"traceutil/trace.go:171","msg":"trace[701650231] transaction","detail":"{read_only:false; response_revision:27407; number_of_response:1; }","duration":"1.471832914s","start":"2026-03-01T22:03:05.445052Z","end":"2026-03-01T22:03:06.916885Z","steps":["trace[701650231] 'process raft request' (duration: 1.471604689s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:06.917431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:05.444217Z","time spent":"1.473097071s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:06.917839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:05.445044Z","time spent":"1.472737743s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:06.918039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:05.445272Z","time spent":"1.472356704s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:07.447813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000312273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:03:07.44791Z","caller":"traceutil/trace.go:171","msg":"trace[88074656] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000457187s","start":"2026-03-01T22:03:05.447429Z","end":"2026-03-01T22:03:07.447886Z","steps":["trace[88074656] 'agreement among raft nodes before linearized reading' (duration: 2.000322354s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:07.447967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:05.44742Z","time spent":"2.000538899s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:03:09.291998Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.375135172s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:03:09.292963Z","caller":"traceutil/trace.go:171","msg":"trace[629282726] linearizableReadLoop","detail":"{readStateIndex:28788; appliedIndex:28776; }","duration":"3.704158472s","start":"2026-03-01T22:03:05.588778Z","end":"2026-03-01T22:03:09.292936Z","steps":["trace[629282726] 'read index received' (duration: 1.327738572s)","trace[629282726] 'applied index is now lower than readState.Index' (duration: 2.37641875s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:03:09.293064Z","caller":"traceutil/trace.go:171","msg":"trace[576078230] transaction","detail":"{read_only:false; response_revision:27411; number_of_response:1; }","duration":"3.275368275s","start":"2026-03-01T22:03:06.017684Z","end":"2026-03-01T22:03:09.293052Z","steps":["trace[576078230] 'process raft request' (duration: 3.274875704s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:09.293206Z","caller":"traceutil/trace.go:171","msg":"trace[1944718658] transaction","detail":"{read_only:false; response_revision:27415; number_of_response:1; }","duration":"2.995561897s","start":"2026-03-01T22:03:06.297559Z","end":"2026-03-01T22:03:09.293121Z","steps":["trace[1944718658] 'process raft request' (duration: 2.995333352s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:09.293272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:06.017665Z","time spent":"3.275493707s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:09.29343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:06.297537Z","time spent":"2.995775282s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:09.293547Z","caller":"traceutil/trace.go:171","msg":"trace[761814835] transaction","detail":"{read_only:false; response_revision:27412; number_of_response:1; }","duration":"3.275661912s","start":"2026-03-01T22:03:06.017875Z","end":"2026-03-01T22:03:09.293537Z","steps":["trace[761814835] 'process raft request' (duration: 3.274866264s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:09.293634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845187246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:09.293685Z","caller":"traceutil/trace.go:171","msg":"trace[1716746390] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27415; }","duration":"3.845274297s","start":"2026-03-01T22:03:05.448396Z","end":"2026-03-01T22:03:09.29367Z","steps":["trace[1716746390] 'agreement among raft nodes before linearized reading' (duration: 3.845169575s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:09.293712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:06.017845Z","time spent":"3.275755093s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:09.293741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:05.448389Z","time spent":"3.845345559s","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-01T22:03:09.292936Z","caller":"traceutil/trace.go:171","msg":"trace[977632183] transaction","detail":"{read_only:false; response_revision:27410; number_of_response:1; }","duration":"3.27649681s","start":"2026-03-01T22:03:06.016367Z","end":"2026-03-01T22:03:09.292864Z","steps":["trace[977632183] 'process raft request' (duration: 3.27602515s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:09.293872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:06.016351Z","time spent":"3.277498472s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:09.294052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8485952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-01T22:03:09.294082Z","caller":"traceutil/trace.go:171","msg":"trace[794253361] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27415; }","duration":"3.848648961s","start":"2026-03-01T22:03:05.445426Z","end":"2026-03-01T22:03:09.294075Z","steps":["trace[794253361] 'agreement among raft nodes before linearized reading' (duration: 3.848499108s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:09.294106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:05.445418Z","time spent":"3.848680612s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T22:03:09.293502Z","caller":"traceutil/trace.go:171","msg":"trace[617526350] transaction","detail":"{read_only:false; response_revision:27413; number_of_response:1; }","duration":"3.274754781s","start":"2026-03-01T22:03:06.01873Z","end":"2026-03-01T22:03:09.293485Z","steps":["trace[617526350] 'process raft request' (duration: 3.274075217s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:09.294289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:06.018719Z","time spent":"3.275540279s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:09.294257Z","caller":"traceutil/trace.go:171","msg":"trace[1737075989] transaction","detail":"{read_only:false; response_revision:27414; number_of_response:1; }","duration":"3.147450299s","start":"2026-03-01T22:03:06.146725Z","end":"2026-03-01T22:03:09.294176Z","steps":["trace[1737075989] 'process raft request' (duration: 3.146126551s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:09.295514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:06.146691Z","time spent":"3.148780659s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:09.44906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00061392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:03:09.449157Z","caller":"traceutil/trace.go:171","msg":"trace[857414044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000789174s","start":"2026-03-01T22:03:07.448343Z","end":"2026-03-01T22:03:09.449133Z","steps":["trace[857414044] 'agreement among raft nodes before linearized reading' (duration: 2.000669091s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:09.449208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:07.448317Z","time spent":"2.000881205s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:03:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:03:09.793897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:03:11.014234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99864211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:03:11.014311Z","caller":"traceutil/trace.go:171","msg":"trace[6698736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998782294s","start":"2026-03-01T22:03:06.01551Z","end":"2026-03-01T22:03:11.014292Z","steps":["trace[6698736] 'agreement among raft nodes before linearized reading' (duration: 4.998679241s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:11.014347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:06.015485Z","time spent":"4.998854945s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/01 22:03:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:03:11.213531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006036221s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:03:11.213701Z","caller":"traceutil/trace.go:171","msg":"trace[1228358340] linearizableReadLoop","detail":"{readStateIndex:28789; appliedIndex:28788; }","duration":"1.92066068s","start":"2026-03-01T22:03:09.293021Z","end":"2026-03-01T22:03:11.213682Z","steps":["trace[1228358340] 'read index received' (duration: 914.340512ms)","trace[1228358340] 'applied index is now lower than readState.Index' (duration: 1.006318538s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:03:11.213805Z","caller":"traceutil/trace.go:171","msg":"trace[1233945676] transaction","detail":"{read_only:false; response_revision:27416; number_of_response:1; }","duration":"1.951630361s","start":"2026-03-01T22:03:09.262163Z","end":"2026-03-01T22:03:11.213793Z","steps":["trace[1233945676] 'process raft request' (duration: 945.214612ms)","trace[1233945676] 'compare' (duration: 1.00559056s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:11.213915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:09.262136Z","time spent":"1.951745103s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:11.21408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.407556623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:11.214131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.961077003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:11.214161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.618654756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-01T22:03:11.214195Z","caller":"traceutil/trace.go:171","msg":"trace[2015043737] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27416; }","duration":"3.407744707s","start":"2026-03-01T22:03:07.806424Z","end":"2026-03-01T22:03:11.214169Z","steps":["trace[2015043737] 'agreement among raft nodes before linearized reading' (duration: 3.407488732s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:11.214228Z","caller":"traceutil/trace.go:171","msg":"trace[1691298034] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2; range_end:; response_count:1; response_revision:27416; }","duration":"5.61887087s","start":"2026-03-01T22:03:05.595339Z","end":"2026-03-01T22:03:11.214209Z","steps":["trace[1691298034] 'agreement among raft nodes before linearized reading' (duration: 5.618663416s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:11.214251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:07.8064Z","time spent":"3.407837929s","remote":"127.0.0.1:33416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:11.214272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:05.595302Z","time spent":"5.618963532s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" "} {"level":"warn","ts":"2026-03-01T22:03:11.214272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918352648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17026"} {"level":"warn","ts":"2026-03-01T22:03:11.214283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.253286715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:11.214313Z","caller":"traceutil/trace.go:171","msg":"trace[1217576161] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27416; }","duration":"1.91843494s","start":"2026-03-01T22:03:09.295866Z","end":"2026-03-01T22:03:11.214301Z","steps":["trace[1217576161] 'agreement among raft nodes before linearized reading' (duration: 1.918285117s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:11.21433Z","caller":"traceutil/trace.go:171","msg":"trace[894339822] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:27416; }","duration":"4.253372427s","start":"2026-03-01T22:03:06.960945Z","end":"2026-03-01T22:03:11.214318Z","steps":["trace[894339822] 'agreement among raft nodes before linearized reading' (duration: 4.253306215s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:11.21435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:09.29584Z","time spent":"1.918500192s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17049,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T22:03:11.21437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:06.960921Z","time spent":"4.253439488s","remote":"127.0.0.1:34104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:11.214468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.164238364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-01T22:03:11.214516Z","caller":"traceutil/trace.go:171","msg":"trace[1167228822] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:27416; }","duration":"5.164315557s","start":"2026-03-01T22:03:06.050193Z","end":"2026-03-01T22:03:11.214509Z","steps":["trace[1167228822] 'agreement among raft nodes before linearized reading' (duration: 5.164226615s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:11.214535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:06.050136Z","time spent":"5.164394528s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-01T22:03:11.214561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186096381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:03:11.214585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.729695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:11.214606Z","caller":"traceutil/trace.go:171","msg":"trace[1159416207] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:27416; }","duration":"2.186201833s","start":"2026-03-01T22:03:09.028393Z","end":"2026-03-01T22:03:11.214595Z","steps":["trace[1159416207] 'agreement among raft nodes before linearized reading' (duration: 2.186107271s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:11.214222Z","caller":"traceutil/trace.go:171","msg":"trace[667259083] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:27416; }","duration":"4.961227706s","start":"2026-03-01T22:03:06.252971Z","end":"2026-03-01T22:03:11.214199Z","steps":["trace[667259083] 'agreement among raft nodes before linearized reading' (duration: 4.960982841s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:11.214645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:09.02836Z","time spent":"2.186276094s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:11.214701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.084081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-01T22:03:11.21474Z","caller":"traceutil/trace.go:171","msg":"trace[6978543] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27416; }","duration":"373.175903ms","start":"2026-03-01T22:03:10.841555Z","end":"2026-03-01T22:03:11.214731Z","steps":["trace[6978543] 'agreement among raft nodes before linearized reading' (duration: 373.08151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:11.214773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:10.841527Z","time spent":"373.237983ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T22:03:11.214855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913046702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:11.214889Z","caller":"traceutil/trace.go:171","msg":"trace[606384634] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27416; }","duration":"1.913095143s","start":"2026-03-01T22:03:09.301785Z","end":"2026-03-01T22:03:11.21488Z","steps":["trace[606384634] 'agreement among raft nodes before linearized reading' (duration: 1.913043472s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:11.214909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:09.301772Z","time spent":"1.913132203s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T22:03:11.215049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758265214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:11.215102Z","caller":"traceutil/trace.go:171","msg":"trace[1442743245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27416; }","duration":"1.758351226s","start":"2026-03-01T22:03:09.456737Z","end":"2026-03-01T22:03:11.215088Z","steps":["trace[1442743245] 'agreement among raft nodes before linearized reading' (duration: 1.758272335s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:11.215112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.33569634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:11.215137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:09.456715Z","time spent":"1.758412117s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:03:11.215182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377104554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:11.215214Z","caller":"traceutil/trace.go:171","msg":"trace[512226974] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:27416; }","duration":"2.377136785s","start":"2026-03-01T22:03:08.838068Z","end":"2026-03-01T22:03:11.215205Z","steps":["trace[512226974] 'agreement among raft nodes before linearized reading' (duration: 2.377083494s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:11.215235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:08.838048Z","time spent":"2.377181625s","remote":"127.0.0.1:50516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:11.215267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292724837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-01T22:03:11.215052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.279095253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:11.21529Z","caller":"traceutil/trace.go:171","msg":"trace[1851106253] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:27416; }","duration":"4.335808262s","start":"2026-03-01T22:03:06.879331Z","end":"2026-03-01T22:03:11.215139Z","steps":["trace[1851106253] 'agreement among raft nodes before linearized reading' (duration: 4.335750361s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:11.215337Z","caller":"traceutil/trace.go:171","msg":"trace[833147676] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27416; }","duration":"4.27943136s","start":"2026-03-01T22:03:06.935887Z","end":"2026-03-01T22:03:11.215319Z","steps":["trace[833147676] 'agreement among raft nodes before linearized reading' (duration: 4.279032082s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:11.215378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292496722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-01T22:03:11.215389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:06.935862Z","time spent":"4.279509672s","remote":"127.0.0.1:33428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:03:11.215416Z","caller":"traceutil/trace.go:171","msg":"trace[1866286988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27416; }","duration":"2.292552933s","start":"2026-03-01T22:03:08.922855Z","end":"2026-03-01T22:03:11.215408Z","steps":["trace[1866286988] 'agreement among raft nodes before linearized reading' (duration: 2.292462651s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:11.215451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:08.922844Z","time spent":"2.292599624s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T22:03:11.215432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.197361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:03:11.215302Z","caller":"traceutil/trace.go:171","msg":"trace[1222645056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27416; }","duration":"2.292809869s","start":"2026-03-01T22:03:08.92248Z","end":"2026-03-01T22:03:11.21529Z","steps":["trace[1222645056] 'agreement among raft nodes before linearized reading' (duration: 2.292715197s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:11.215595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517100465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:11.215629Z","caller":"traceutil/trace.go:171","msg":"trace[1294225678] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:27416; }","duration":"2.517175437s","start":"2026-03-01T22:03:08.698447Z","end":"2026-03-01T22:03:11.215622Z","steps":["trace[1294225678] 'agreement among raft nodes before linearized reading' (duration: 2.517122916s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:11.215574Z","caller":"traceutil/trace.go:171","msg":"trace[764506335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27416; }","duration":"606.582269ms","start":"2026-03-01T22:03:10.608972Z","end":"2026-03-01T22:03:11.215555Z","steps":["trace[764506335] 'agreement among raft nodes before linearized reading' (duration: 606.063978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:11.214651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:06.252945Z","time spent":"4.961697087s","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:11.215382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292959793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-01T22:03:11.215791Z","caller":"traceutil/trace.go:171","msg":"trace[1875400545] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27416; }","duration":"2.293380271s","start":"2026-03-01T22:03:08.922398Z","end":"2026-03-01T22:03:11.215778Z","steps":["trace[1875400545] 'agreement among raft nodes before linearized reading' (duration: 2.292935542s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:11.215914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:08.69842Z","time spent":"2.517223907s","remote":"127.0.0.1:39046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:11.215427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29332041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T22:03:11.216055Z","caller":"traceutil/trace.go:171","msg":"trace[1296283300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27416; }","duration":"2.293988526s","start":"2026-03-01T22:03:08.922047Z","end":"2026-03-01T22:03:11.216036Z","steps":["trace[1296283300] 'agreement among raft nodes before linearized reading' (duration: 2.293346151s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:11.216107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:08.922023Z","time spent":"2.294069527s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T22:03:11.215834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:08.92239Z","time spent":"2.293430422s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T22:03:11.215344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:06.879308Z","time spent":"4.336020216s","remote":"127.0.0.1:50532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:11.215596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:08.922457Z","time spent":"2.293130216s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T22:03:11.214621Z","caller":"traceutil/trace.go:171","msg":"trace[1894766941] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27416; }","duration":"338.765276ms","start":"2026-03-01T22:03:10.875843Z","end":"2026-03-01T22:03:11.214608Z","steps":["trace[1894766941] 'agreement among raft nodes before linearized reading' (duration: 338.700994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:11.216516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:10.875815Z","time spent":"340.680718ms","remote":"127.0.0.1:33536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:11.217117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294048847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T22:03:11.21732Z","caller":"traceutil/trace.go:171","msg":"trace[1149239294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27416; }","duration":"2.294121578s","start":"2026-03-01T22:03:08.923028Z","end":"2026-03-01T22:03:11.217149Z","steps":["trace[1149239294] 'agreement among raft nodes before linearized reading' (duration: 2.291781296s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:11.218472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:08.923017Z","time spent":"2.295437977s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T22:03:11.215721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:10.608952Z","time spent":"606.752313ms","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:11.72893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:03:12.229787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:03:12.440617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.960914ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:12.440796Z","caller":"traceutil/trace.go:171","msg":"trace[778641400] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27416; }","duration":"744.166458ms","start":"2026-03-01T22:03:11.696604Z","end":"2026-03-01T22:03:12.44077Z","steps":["trace[778641400] 'range keys from in-memory index tree' (duration: 743.934663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:12.502839Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.279155402s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:03:12.503411Z","caller":"traceutil/trace.go:171","msg":"trace[408472119] transaction","detail":"{read_only:false; response_revision:27417; number_of_response:1; }","duration":"1.279804726s","start":"2026-03-01T22:03:11.223575Z","end":"2026-03-01T22:03:12.50338Z","steps":["trace[408472119] 'process raft request' (duration: 1.279612552s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:12.50359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:11.223551Z","time spent":"1.279944199s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:13.230932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000594109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:03:13.231027Z","caller":"traceutil/trace.go:171","msg":"trace[358711794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000745372s","start":"2026-03-01T22:03:11.230262Z","end":"2026-03-01T22:03:13.231007Z","steps":["trace[358711794] 'agreement among raft nodes before linearized reading' (duration: 2.00061874s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:13.231082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:11.230242Z","time spent":"2.000829374s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:03:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:03:14.18629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:11.223923Z","time spent":"2.962360387s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T22:03:14.186929Z","caller":"traceutil/trace.go:171","msg":"trace[1058299463] linearizableReadLoop","detail":"{readStateIndex:28801; appliedIndex:28789; }","duration":"2.959045772s","start":"2026-03-01T22:03:11.227865Z","end":"2026-03-01T22:03:14.186911Z","steps":["trace[1058299463] 'read index received' (duration: 1.275372168s)","trace[1058299463] 'applied index is now lower than readState.Index' (duration: 1.683672794s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:03:14.187006Z","caller":"traceutil/trace.go:171","msg":"trace[73698151] transaction","detail":"{read_only:false; response_revision:27425; number_of_response:1; }","duration":"2.884889561s","start":"2026-03-01T22:03:11.302102Z","end":"2026-03-01T22:03:14.186992Z","steps":["trace[73698151] 'process raft request' (duration: 2.884727258s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:14.187029Z","caller":"traceutil/trace.go:171","msg":"trace[449338185] transaction","detail":"{read_only:false; response_revision:27419; number_of_response:1; }","duration":"2.960513135s","start":"2026-03-01T22:03:11.226493Z","end":"2026-03-01T22:03:14.187006Z","steps":["trace[449338185] 'process raft request' (duration: 2.960127287s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:14.187042Z","caller":"traceutil/trace.go:171","msg":"trace[971411593] transaction","detail":"{read_only:false; response_revision:27424; number_of_response:1; }","duration":"2.884889371s","start":"2026-03-01T22:03:11.3021Z","end":"2026-03-01T22:03:14.186989Z","steps":["trace[971411593] 'process raft request' (duration: 2.884705407s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:14.18708Z","caller":"traceutil/trace.go:171","msg":"trace[1745101300] transaction","detail":"{read_only:false; response_revision:27427; number_of_response:1; }","duration":"2.882527599s","start":"2026-03-01T22:03:11.304498Z","end":"2026-03-01T22:03:14.187026Z","steps":["trace[1745101300] 'process raft request' (duration: 2.882383886s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:14.187208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:11.22648Z","time spent":"2.960594417s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:14.187229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.959367589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:14.187259Z","caller":"traceutil/trace.go:171","msg":"trace[1172621720] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27427; }","duration":"2.959441401s","start":"2026-03-01T22:03:11.227808Z","end":"2026-03-01T22:03:14.187249Z","steps":["trace[1172621720] 'agreement among raft nodes before linearized reading' (duration: 2.959304338s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:14.187271Z","caller":"traceutil/trace.go:171","msg":"trace[731841742] transaction","detail":"{read_only:false; response_revision:27426; number_of_response:1; }","duration":"2.884174534s","start":"2026-03-01T22:03:11.303086Z","end":"2026-03-01T22:03:14.187261Z","steps":["trace[731841742] 'process raft request' (duration: 2.883770235s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:14.187282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:11.227786Z","time spent":"2.959491122s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T22:03:14.187349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:11.304475Z","time spent":"2.882764344s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:14.187371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:11.30308Z","time spent":"2.884234236s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:14.18742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:11.30208Z","time spent":"2.885157227s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:14.18748Z","caller":"traceutil/trace.go:171","msg":"trace[1094045535] transaction","detail":"{read_only:false; response_revision:27418; number_of_response:1; }","duration":"2.961693161s","start":"2026-03-01T22:03:11.225777Z","end":"2026-03-01T22:03:14.18747Z","steps":["trace[1094045535] 'process raft request' (duration: 2.959952023s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:14.187077Z","caller":"traceutil/trace.go:171","msg":"trace[1212293456] transaction","detail":"{read_only:false; response_revision:27420; number_of_response:1; }","duration":"2.959783219s","start":"2026-03-01T22:03:11.227283Z","end":"2026-03-01T22:03:14.187067Z","steps":["trace[1212293456] 'process raft request' (duration: 2.95937449s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:14.187525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:11.22575Z","time spent":"2.961749752s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:14.187554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:11.227274Z","time spent":"2.960243549s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:14.187014Z","caller":"traceutil/trace.go:171","msg":"trace[507672157] transaction","detail":"{read_only:false; response_revision:27422; number_of_response:1; }","duration":"2.954067073s","start":"2026-03-01T22:03:11.232907Z","end":"2026-03-01T22:03:14.186974Z","steps":["trace[507672157] 'process raft request' (duration: 2.953822477s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:14.187115Z","caller":"traceutil/trace.go:171","msg":"trace[819429935] transaction","detail":"{read_only:false; response_revision:27421; number_of_response:1; }","duration":"2.959409911s","start":"2026-03-01T22:03:11.227692Z","end":"2026-03-01T22:03:14.187102Z","steps":["trace[819429935] 'process raft request' (duration: 2.959010682s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:14.187634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:11.227664Z","time spent":"2.959951272s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:14.187672Z","caller":"traceutil/trace.go:171","msg":"trace[1073264555] transaction","detail":"{read_only:false; response_revision:27423; number_of_response:1; }","duration":"2.906956686s","start":"2026-03-01T22:03:11.280703Z","end":"2026-03-01T22:03:14.187659Z","steps":["trace[1073264555] 'process raft request' (duration: 2.906054776s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:14.187095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:11.302081Z","time spent":"2.884943862s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:14.187709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:11.232879Z","time spent":"2.954760098s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:14.187735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:11.280661Z","time spent":"2.907043318s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:14.188261Z","caller":"traceutil/trace.go:171","msg":"trace[1437560959] transaction","detail":"{read_only:false; response_revision:27428; number_of_response:1; }","duration":"1.297574278s","start":"2026-03-01T22:03:12.89067Z","end":"2026-03-01T22:03:14.188245Z","steps":["trace[1437560959] 'process raft request' (duration: 1.297471495s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:14.188362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:12.890638Z","time spent":"1.29767865s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:14.189612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580761098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-01T22:03:14.189698Z","caller":"traceutil/trace.go:171","msg":"trace[1116546984] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27428; }","duration":"2.58089757s","start":"2026-03-01T22:03:11.608777Z","end":"2026-03-01T22:03:14.189675Z","steps":["trace[1116546984] 'agreement among raft nodes before linearized reading' (duration: 2.580680686s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:14.189755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:11.608749Z","time spent":"2.580994383s","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-01T22:03:14.19013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.527473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:03:14.190178Z","caller":"traceutil/trace.go:171","msg":"trace[625819062] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27428; }","duration":"693.620445ms","start":"2026-03-01T22:03:13.496544Z","end":"2026-03-01T22:03:14.190164Z","steps":["trace[625819062] 'agreement among raft nodes before linearized reading' (duration: 693.526333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:14.190201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:13.496521Z","time spent":"693.674406ms","remote":"127.0.0.1:41226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:14.190378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.967354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:14.190403Z","caller":"traceutil/trace.go:171","msg":"trace[36232529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27428; }","duration":"959.045216ms","start":"2026-03-01T22:03:13.23135Z","end":"2026-03-01T22:03:14.190396Z","steps":["trace[36232529] 'agreement among raft nodes before linearized reading' (duration: 959.004735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:14.19042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:13.231321Z","time spent":"959.095347ms","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:03:14.190554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858543513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:14.190583Z","caller":"traceutil/trace.go:171","msg":"trace[912305552] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27428; }","duration":"1.858614895s","start":"2026-03-01T22:03:12.331959Z","end":"2026-03-01T22:03:14.190574Z","steps":["trace[912305552] 'agreement among raft nodes before linearized reading' (duration: 1.858568534s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:14.190569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79614825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:14.190637Z","caller":"traceutil/trace.go:171","msg":"trace[1316743460] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27428; }","duration":"1.796266203s","start":"2026-03-01T22:03:12.394356Z","end":"2026-03-01T22:03:14.190622Z","steps":["trace[1316743460] 'agreement among raft nodes before linearized reading' (duration: 1.796167671s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:14.190684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:12.39433Z","time spent":"1.796328114s","remote":"127.0.0.1:33644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:14.190771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682144571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-7c67f9d4bf-9p78v.1898d60be8d6c5e7\" ","response":"range_response_count:1 size:1170"} {"level":"info","ts":"2026-03-01T22:03:14.190836Z","caller":"traceutil/trace.go:171","msg":"trace[886356751] range","detail":"{range_begin:/registry/events/openstack/senlin-api-7c67f9d4bf-9p78v.1898d60be8d6c5e7; range_end:; response_count:1; response_revision:27428; }","duration":"1.682212632s","start":"2026-03-01T22:03:12.508606Z","end":"2026-03-01T22:03:14.190818Z","steps":["trace[886356751] 'agreement among raft nodes before linearized reading' (duration: 1.682021498s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:14.190885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:12.508465Z","time spent":"1.682410806s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1193,"request content":"key:\"/registry/events/openstack/senlin-api-7c67f9d4bf-9p78v.1898d60be8d6c5e7\" "} {"level":"warn","ts":"2026-03-01T22:03:14.190914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704304109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:14.190967Z","caller":"traceutil/trace.go:171","msg":"trace[1680962878] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27428; }","duration":"1.704420901s","start":"2026-03-01T22:03:12.486537Z","end":"2026-03-01T22:03:14.190958Z","steps":["trace[1680962878] 'agreement among raft nodes before linearized reading' (duration: 1.704328829s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:14.190999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:12.486508Z","time spent":"1.704483422s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:14.190604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:12.331917Z","time spent":"1.858680456s","remote":"127.0.0.1:33606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:14.191074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174043629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T22:03:14.19113Z","caller":"traceutil/trace.go:171","msg":"trace[1926597368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27428; }","duration":"1.174165362s","start":"2026-03-01T22:03:13.016951Z","end":"2026-03-01T22:03:14.191117Z","steps":["trace[1926597368] 'agreement among raft nodes before linearized reading' (duration: 1.173950726s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:14.191194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:13.016921Z","time spent":"1.174266224s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T22:03:14.696248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:03:15.20035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.077613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:03:15.200724Z","caller":"traceutil/trace.go:171","msg":"trace[72262401] transaction","detail":"{read_only:false; response_revision:27429; number_of_response:1; }","duration":"1.013463105s","start":"2026-03-01T22:03:14.187212Z","end":"2026-03-01T22:03:15.200675Z","steps":["trace[72262401] 'process raft request' (duration: 827.987003ms)","trace[72262401] 'compare' (duration: 183.674412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:15.200779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:14.187187Z","time spent":"1.013569237s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:15.358813Z","caller":"traceutil/trace.go:171","msg":"trace[637839595] transaction","detail":"{read_only:false; response_revision:27430; number_of_response:1; }","duration":"1.163233331s","start":"2026-03-01T22:03:14.195549Z","end":"2026-03-01T22:03:15.358782Z","steps":["trace[637839595] 'process raft request' (duration: 1.162212319s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:15.358982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:14.195538Z","time spent":"1.163345593s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1152,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:15.359138Z","caller":"traceutil/trace.go:171","msg":"trace[247112213] linearizableReadLoop","detail":"{readStateIndex:28806; appliedIndex:28802; }","duration":"1.163616309s","start":"2026-03-01T22:03:14.195432Z","end":"2026-03-01T22:03:15.359049Z","steps":["trace[247112213] 'read index received' (duration: 819.774952ms)","trace[247112213] 'applied index is now lower than readState.Index' (duration: 343.840667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:15.359412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163971707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-410318fb-a2d5-46d7-9c97-c4fc7707d446\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-01T22:03:15.359255Z","caller":"traceutil/trace.go:171","msg":"trace[1215505098] transaction","detail":"{read_only:false; response_revision:27431; number_of_response:1; }","duration":"1.161672807s","start":"2026-03-01T22:03:14.197558Z","end":"2026-03-01T22:03:15.359231Z","steps":["trace[1215505098] 'process raft request' (duration: 1.161038532s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:15.359471Z","caller":"traceutil/trace.go:171","msg":"trace[1853250083] range","detail":"{range_begin:/registry/persistentvolumes/pvc-410318fb-a2d5-46d7-9c97-c4fc7707d446; range_end:; response_count:1; response_revision:27432; }","duration":"1.16404761s","start":"2026-03-01T22:03:14.195409Z","end":"2026-03-01T22:03:15.359456Z","steps":["trace[1853250083] 'agreement among raft nodes before linearized reading' (duration: 1.163892226s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:15.359513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:14.195393Z","time spent":"1.164112131s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-410318fb-a2d5-46d7-9c97-c4fc7707d446\" "} {"level":"warn","ts":"2026-03-01T22:03:15.359524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:14.197551Z","time spent":"1.161933252s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:15.359293Z","caller":"traceutil/trace.go:171","msg":"trace[1564189480] transaction","detail":"{read_only:false; response_revision:27432; number_of_response:1; }","duration":"1.056151774s","start":"2026-03-01T22:03:14.303131Z","end":"2026-03-01T22:03:15.359282Z","steps":["trace[1564189480] 'process raft request' (duration: 1.055703233s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:15.359655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:14.303094Z","time spent":"1.056538752s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:15.35985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.290502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:15.359881Z","caller":"traceutil/trace.go:171","msg":"trace[742887873] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:27432; }","duration":"152.331104ms","start":"2026-03-01T22:03:15.207543Z","end":"2026-03-01T22:03:15.359874Z","steps":["trace[742887873] 'agreement among raft nodes before linearized reading' (duration: 152.281613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:15.360341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.460851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:15.360452Z","caller":"traceutil/trace.go:171","msg":"trace[1872162388] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27432; }","duration":"922.619615ms","start":"2026-03-01T22:03:14.437806Z","end":"2026-03-01T22:03:15.360426Z","steps":["trace[1872162388] 'agreement among raft nodes before linearized reading' (duration: 922.079993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:15.360521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:14.437801Z","time spent":"922.699296ms","remote":"127.0.0.1:33400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:15.360774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.143791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:15.36084Z","caller":"traceutil/trace.go:171","msg":"trace[56793631] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27432; }","duration":"945.290184ms","start":"2026-03-01T22:03:14.415532Z","end":"2026-03-01T22:03:15.360822Z","steps":["trace[56793631] 'agreement among raft nodes before linearized reading' (duration: 945.152731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:15.360884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:14.415509Z","time spent":"945.363855ms","remote":"127.0.0.1:33378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:15.360922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.189859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-01T22:03:15.360957Z","caller":"traceutil/trace.go:171","msg":"trace[1428845938] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27432; }","duration":"157.272731ms","start":"2026-03-01T22:03:15.203674Z","end":"2026-03-01T22:03:15.360947Z","steps":["trace[1428845938] 'agreement among raft nodes before linearized reading' (duration: 157.125168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:15.361069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.559201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:15.361183Z","caller":"traceutil/trace.go:171","msg":"trace[1412216705] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:27432; }","duration":"572.741644ms","start":"2026-03-01T22:03:14.788411Z","end":"2026-03-01T22:03:15.361153Z","steps":["trace[1412216705] 'agreement among raft nodes before linearized reading' (duration: 572.55204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:15.361257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:14.788383Z","time spent":"572.851897ms","remote":"127.0.0.1:37644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:15.361964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.055954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T22:03:15.36203Z","caller":"traceutil/trace.go:171","msg":"trace[91491777] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27432; }","duration":"111.156557ms","start":"2026-03-01T22:03:15.250861Z","end":"2026-03-01T22:03:15.362017Z","steps":["trace[91491777] 'agreement among raft nodes before linearized reading' (duration: 109.309596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:15.362065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160539382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:15.362107Z","caller":"traceutil/trace.go:171","msg":"trace[1469873824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27432; }","duration":"1.163020067s","start":"2026-03-01T22:03:14.199076Z","end":"2026-03-01T22:03:15.362097Z","steps":["trace[1469873824] 'agreement among raft nodes before linearized reading' (duration: 1.1604645s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:15.362249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:14.19907Z","time spent":"1.16317017s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:03:15.362284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161704928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:15.362361Z","caller":"traceutil/trace.go:171","msg":"trace[532397349] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:27432; }","duration":"1.16314194s","start":"2026-03-01T22:03:14.199189Z","end":"2026-03-01T22:03:15.362331Z","steps":["trace[532397349] 'agreement among raft nodes before linearized reading' (duration: 1.161712358s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:15.362409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:14.199149Z","time spent":"1.163248632s","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-01T22:03:15.865658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:03:16.472486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.741509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-03-01T22:03:16.472662Z","caller":"traceutil/trace.go:171","msg":"trace[1906676587] transaction","detail":"{read_only:false; number_of_response:0; response_revision:27432; }","duration":"1.107685988s","start":"2026-03-01T22:03:15.364946Z","end":"2026-03-01T22:03:16.472632Z","steps":["trace[1906676587] 'process raft request' (duration: 975.719314ms)","trace[1906676587] 'compare' (duration: 131.596856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:16.472757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:15.364925Z","time spent":"1.10779248s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T22:03:17.370751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:03:17.370839Z","caller":"traceutil/trace.go:171","msg":"trace[936994823] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000275281s","start":"2026-03-01T22:03:15.370545Z","end":"2026-03-01T22:03:17.37082Z","steps":["trace[936994823] 'agreement among raft nodes before linearized reading' (duration: 2.000167779s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:17.370874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:15.370535Z","time spent":"2.000331343s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:03:17.886521Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.542812484s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:03:17.887399Z","caller":"traceutil/trace.go:171","msg":"trace[933952185] transaction","detail":"{read_only:false; response_revision:27433; number_of_response:1; }","duration":"2.520700106s","start":"2026-03-01T22:03:15.366656Z","end":"2026-03-01T22:03:17.887356Z","steps":["trace[933952185] 'process raft request' (duration: 2.520071992s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:17.887584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:15.366643Z","time spent":"2.520839559s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:18.03287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.574703ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T22:03:18.034334Z","caller":"traceutil/trace.go:171","msg":"trace[1697833444] transaction","detail":"{read_only:false; response_revision:27434; number_of_response:1; }","duration":"1.841346333s","start":"2026-03-01T22:03:16.19296Z","end":"2026-03-01T22:03:18.034306Z","steps":["trace[1697833444] 'process raft request' (duration: 1.840011054s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.034573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:16.192936Z","time spent":"1.841546099s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:18.842845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.33565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:03:18.843126Z","caller":"traceutil/trace.go:171","msg":"trace[311259584] linearizableReadLoop","detail":"{readStateIndex:28809; appliedIndex:28806; }","duration":"3.478044254s","start":"2026-03-01T22:03:15.365054Z","end":"2026-03-01T22:03:18.843098Z","steps":["trace[311259584] 'read index received' (duration: 975.626831ms)","trace[311259584] 'applied index is now lower than readState.Index' (duration: 2.502415873s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:03:18.843471Z","caller":"traceutil/trace.go:171","msg":"trace[1403674518] transaction","detail":"{read_only:false; response_revision:27435; number_of_response:1; }","duration":"2.649167312s","start":"2026-03-01T22:03:16.194289Z","end":"2026-03-01T22:03:18.843456Z","steps":["trace[1403674518] 'process raft request' (duration: 1.840053034s)","trace[1403674518] 'compare' (duration: 808.151877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:18.843546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:16.194273Z","time spent":"2.649237444s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:18.843759Z","caller":"traceutil/trace.go:171","msg":"trace[1912745692] transaction","detail":"{read_only:false; response_revision:27437; number_of_response:1; }","duration":"2.645459811s","start":"2026-03-01T22:03:16.19825Z","end":"2026-03-01T22:03:18.84371Z","steps":["trace[1912745692] 'process raft request' (duration: 2.644798507s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.843941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:16.198241Z","time spent":"2.645598904s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:18.844012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478965494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-01T22:03:18.844049Z","caller":"traceutil/trace.go:171","msg":"trace[1177529213] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27437; }","duration":"3.479047766s","start":"2026-03-01T22:03:15.364989Z","end":"2026-03-01T22:03:18.844036Z","steps":["trace[1177529213] 'agreement among raft nodes before linearized reading' (duration: 3.478820991s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.844095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:15.364965Z","time spent":"3.479118068s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-01T22:03:18.844347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.431694685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-03-01T22:03:18.844394Z","caller":"traceutil/trace.go:171","msg":"trace[1469924646] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:27437; }","duration":"3.431770886s","start":"2026-03-01T22:03:15.412613Z","end":"2026-03-01T22:03:18.844384Z","steps":["trace[1469924646] 'agreement among raft nodes before linearized reading' (duration: 3.431656383s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.844422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:15.412594Z","time spent":"3.431821637s","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-01T22:03:18.844738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.25747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:18.844791Z","caller":"traceutil/trace.go:171","msg":"trace[1608124534] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27437; }","duration":"435.323691ms","start":"2026-03-01T22:03:18.409449Z","end":"2026-03-01T22:03:18.844773Z","steps":["trace[1608124534] 'agreement among raft nodes before linearized reading' (duration: 435.24728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.844823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:18.40944Z","time spent":"435.374223ms","remote":"127.0.0.1:34086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:18.845008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648376266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-01T22:03:18.845047Z","caller":"traceutil/trace.go:171","msg":"trace[974965248] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27437; }","duration":"2.648426927s","start":"2026-03-01T22:03:16.196611Z","end":"2026-03-01T22:03:18.845038Z","steps":["trace[974965248] 'agreement among raft nodes before linearized reading' (duration: 2.648358845s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.845075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:16.196605Z","time spent":"2.648464798s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T22:03:18.845141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602529127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:03:18.845165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473904608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:18.845227Z","caller":"traceutil/trace.go:171","msg":"trace[1675195448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27437; }","duration":"1.47399136s","start":"2026-03-01T22:03:17.371221Z","end":"2026-03-01T22:03:18.845212Z","steps":["trace[1675195448] 'agreement among raft nodes before linearized reading' (duration: 1.473883657s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:18.845224Z","caller":"traceutil/trace.go:171","msg":"trace[913989344] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:27437; }","duration":"2.6026516s","start":"2026-03-01T22:03:16.242552Z","end":"2026-03-01T22:03:18.845204Z","steps":["trace[913989344] 'agreement among raft nodes before linearized reading' (duration: 2.602398464s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.845254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:17.371214Z","time spent":"1.474036421s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:03:18.845256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648755894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-01T22:03:18.845281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:16.242533Z","time spent":"2.602732291s","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":87,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:03:18.845313Z","caller":"traceutil/trace.go:171","msg":"trace[617038041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27437; }","duration":"2.648826146s","start":"2026-03-01T22:03:16.196476Z","end":"2026-03-01T22:03:18.845302Z","steps":["trace[617038041] 'agreement among raft nodes before linearized reading' (duration: 2.648714253s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.845355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:16.196471Z","time spent":"2.648875437s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T22:03:18.845388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.279264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:03:18.845416Z","caller":"traceutil/trace.go:171","msg":"trace[1004044081] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27437; }","duration":"437.346075ms","start":"2026-03-01T22:03:18.408062Z","end":"2026-03-01T22:03:18.845408Z","steps":["trace[1004044081] 'agreement among raft nodes before linearized reading' (duration: 437.296754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.845434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:18.408039Z","time spent":"437.389996ms","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:18.845383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817027799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:18.845402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367648517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-03-01T22:03:18.845489Z","caller":"traceutil/trace.go:171","msg":"trace[2037920119] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27437; }","duration":"1.817461149s","start":"2026-03-01T22:03:17.027998Z","end":"2026-03-01T22:03:18.845459Z","steps":["trace[2037920119] 'agreement among raft nodes before linearized reading' (duration: 1.817245114s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.845459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478234643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-01T22:03:18.845542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.723167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:18.84556Z","caller":"traceutil/trace.go:171","msg":"trace[1560482834] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:27437; }","duration":"573.780678ms","start":"2026-03-01T22:03:18.271773Z","end":"2026-03-01T22:03:18.845553Z","steps":["trace[1560482834] 'agreement among raft nodes before linearized reading' (duration: 573.744217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.845553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57039885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:18.845561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:17.027972Z","time spent":"1.817577092s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:18.845635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:18.271748Z","time spent":"573.877691ms","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:03:18.845621Z","caller":"traceutil/trace.go:171","msg":"trace[909989233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27437; }","duration":"1.478418367s","start":"2026-03-01T22:03:17.367134Z","end":"2026-03-01T22:03:18.845553Z","steps":["trace[909989233] 'agreement among raft nodes before linearized reading' (duration: 1.478053489s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:18.845639Z","caller":"traceutil/trace.go:171","msg":"trace[1136854127] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27437; }","duration":"2.570493762s","start":"2026-03-01T22:03:16.275125Z","end":"2026-03-01T22:03:18.845619Z","steps":["trace[1136854127] 'agreement among raft nodes before linearized reading' (duration: 2.570375249s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.845696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:16.275115Z","time spent":"2.570565643s","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:18.845718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270720921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-01T22:03:18.845701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:17.367073Z","time spent":"1.478606351s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T22:03:18.84578Z","caller":"traceutil/trace.go:171","msg":"trace[1812208207] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27437; }","duration":"3.270811824s","start":"2026-03-01T22:03:15.574949Z","end":"2026-03-01T22:03:18.845761Z","steps":["trace[1812208207] 'agreement among raft nodes before linearized reading' (duration: 3.270677271s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:18.845496Z","caller":"traceutil/trace.go:171","msg":"trace[983345620] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:27437; }","duration":"2.367758549s","start":"2026-03-01T22:03:16.477713Z","end":"2026-03-01T22:03:18.845471Z","steps":["trace[983345620] 'agreement among raft nodes before linearized reading' (duration: 2.367434302s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.845835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:15.574931Z","time spent":"3.270891495s","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T22:03:18.845872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:16.477645Z","time spent":"2.36821439s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-01T22:03:18.845953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.950963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4ce38110e5d\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-01T22:03:18.845527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649144872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T22:03:18.846005Z","caller":"traceutil/trace.go:171","msg":"trace[1807051000] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898d4ce38110e5d; range_end:; response_count:1; response_revision:27437; }","duration":"953.021054ms","start":"2026-03-01T22:03:17.892951Z","end":"2026-03-01T22:03:18.845972Z","steps":["trace[1807051000] 'agreement among raft nodes before linearized reading' (duration: 952.870111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.846027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:17.89293Z","time spent":"953.091576ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4ce38110e5d\" "} {"level":"warn","ts":"2026-03-01T22:03:18.846025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577285441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:18.846035Z","caller":"traceutil/trace.go:171","msg":"trace[1240379028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27437; }","duration":"2.649669464s","start":"2026-03-01T22:03:16.196351Z","end":"2026-03-01T22:03:18.84602Z","steps":["trace[1240379028] 'agreement among raft nodes before linearized reading' (duration: 2.649140923s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:18.846082Z","caller":"traceutil/trace.go:171","msg":"trace[178121980] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27437; }","duration":"2.577400993s","start":"2026-03-01T22:03:16.268662Z","end":"2026-03-01T22:03:18.846063Z","steps":["trace[178121980] 'agreement among raft nodes before linearized reading' (duration: 2.57727312s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.846096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:16.196341Z","time spent":"2.649738966s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T22:03:18.846136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:16.268648Z","time spent":"2.577471125s","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:18.846281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47358912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:03:18.846336Z","caller":"traceutil/trace.go:171","msg":"trace[731553205] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27437; }","duration":"1.473664043s","start":"2026-03-01T22:03:17.37266Z","end":"2026-03-01T22:03:18.846324Z","steps":["trace[731553205] 'agreement among raft nodes before linearized reading' (duration: 1.473473649s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.845645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651264809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-01T22:03:18.846374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:17.372654Z","time spent":"1.473710264s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":56,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:03:18.846397Z","caller":"traceutil/trace.go:171","msg":"trace[1233891646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27437; }","duration":"2.652104217s","start":"2026-03-01T22:03:16.194276Z","end":"2026-03-01T22:03:18.846381Z","steps":["trace[1233891646] 'agreement among raft nodes before linearized reading' (duration: 2.651269469s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.846439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:16.194256Z","time spent":"2.652172438s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T22:03:18.844354Z","caller":"traceutil/trace.go:171","msg":"trace[2014643467] transaction","detail":"{read_only:false; response_revision:27436; number_of_response:1; }","duration":"2.649986371s","start":"2026-03-01T22:03:16.194351Z","end":"2026-03-01T22:03:18.844337Z","steps":["trace[2014643467] 'process raft request' (duration: 2.64862719s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.846633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:16.19432Z","time spent":"2.652273821s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:18.847515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65402614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T22:03:18.848323Z","caller":"traceutil/trace.go:171","msg":"trace[1002980568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27437; }","duration":"2.654844118s","start":"2026-03-01T22:03:16.193429Z","end":"2026-03-01T22:03:18.848273Z","steps":["trace[1002980568] 'agreement among raft nodes before linearized reading' (duration: 2.65267345s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:18.848402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:16.193403Z","time spent":"2.654978981s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T22:03:19.127038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.85702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:03:19.127177Z","caller":"traceutil/trace.go:171","msg":"trace[1109246788] transaction","detail":"{read_only:false; response_revision:27438; number_of_response:1; }","duration":"276.530136ms","start":"2026-03-01T22:03:18.85062Z","end":"2026-03-01T22:03:19.12715Z","steps":["trace[1109246788] 'process raft request' (duration: 140.459401ms)","trace[1109246788] 'compare' (duration: 135.114723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:20.371625Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.380738978s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:03:20.372108Z","caller":"traceutil/trace.go:171","msg":"trace[1167483572] transaction","detail":"{read_only:false; response_revision:27441; number_of_response:1; }","duration":"1.518953319s","start":"2026-03-01T22:03:18.853138Z","end":"2026-03-01T22:03:20.372091Z","steps":["trace[1167483572] 'process raft request' (duration: 1.518882278s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:20.372226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:18.853113Z","time spent":"1.519052771s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:20.372217Z","caller":"traceutil/trace.go:171","msg":"trace[892200341] transaction","detail":"{read_only:false; response_revision:27439; number_of_response:1; }","duration":"1.519958701s","start":"2026-03-01T22:03:18.852188Z","end":"2026-03-01T22:03:20.372147Z","steps":["trace[892200341] 'process raft request' (duration: 1.519680415s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:20.37243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:18.852164Z","time spent":"1.520201537s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:20.37251Z","caller":"traceutil/trace.go:171","msg":"trace[1658601090] transaction","detail":"{read_only:false; response_revision:27440; number_of_response:1; }","duration":"1.520137736s","start":"2026-03-01T22:03:18.852357Z","end":"2026-03-01T22:03:20.372495Z","steps":["trace[1658601090] 'process raft request' (duration: 1.519638925s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:20.372632Z","caller":"traceutil/trace.go:171","msg":"trace[266868085] transaction","detail":"{read_only:false; response_revision:27442; number_of_response:1; }","duration":"1.519291927s","start":"2026-03-01T22:03:18.853332Z","end":"2026-03-01T22:03:20.372624Z","steps":["trace[266868085] 'process raft request' (duration: 1.518712294s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:20.372673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:18.853311Z","time spent":"1.519339677s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:20.372716Z","caller":"traceutil/trace.go:171","msg":"trace[1051149002] transaction","detail":"{read_only:false; response_revision:27443; number_of_response:1; }","duration":"1.518744795s","start":"2026-03-01T22:03:18.853966Z","end":"2026-03-01T22:03:20.372711Z","steps":["trace[1051149002] 'process raft request' (duration: 1.51851822s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:20.372738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:18.853958Z","time spent":"1.518766845s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:20.372718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:18.852348Z","time spent":"1.520238338s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:20.372759Z","caller":"traceutil/trace.go:171","msg":"trace[749585000] linearizableReadLoop","detail":"{readStateIndex:28816; appliedIndex:28813; }","duration":"1.52034522s","start":"2026-03-01T22:03:18.852391Z","end":"2026-03-01T22:03:20.372736Z","steps":["trace[749585000] 'read index received' (duration: 138.671402ms)","trace[749585000] 'applied index is now lower than readState.Index' (duration: 1.381672708s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:03:20.372817Z","caller":"traceutil/trace.go:171","msg":"trace[1883279868] transaction","detail":"{read_only:false; response_revision:27445; number_of_response:1; }","duration":"1.51352332s","start":"2026-03-01T22:03:18.85929Z","end":"2026-03-01T22:03:20.372813Z","steps":["trace[1883279868] 'process raft request' (duration: 1.513362426s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:20.372841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:18.859264Z","time spent":"1.51356566s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:20.372787Z","caller":"traceutil/trace.go:171","msg":"trace[1366116564] transaction","detail":"{read_only:false; response_revision:27444; number_of_response:1; }","duration":"1.517666581s","start":"2026-03-01T22:03:18.855111Z","end":"2026-03-01T22:03:20.372778Z","steps":["trace[1366116564] 'process raft request' (duration: 1.517473127s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:20.372987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:18.855103Z","time spent":"1.517868785s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:20.37298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520573705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-01T22:03:20.37303Z","caller":"traceutil/trace.go:171","msg":"trace[1539064099] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:27445; }","duration":"1.520645617s","start":"2026-03-01T22:03:18.852368Z","end":"2026-03-01T22:03:20.373013Z","steps":["trace[1539064099] 'agreement among raft nodes before linearized reading' (duration: 1.520476914s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:20.373073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:18.852357Z","time spent":"1.520706238s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-01T22:03:20.856529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000896575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:03:20.856593Z","caller":"traceutil/trace.go:171","msg":"trace[1612632491] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000986568s","start":"2026-03-01T22:03:18.855592Z","end":"2026-03-01T22:03:20.856579Z","steps":["trace[1612632491] 'agreement among raft nodes before linearized reading' (duration: 2.000910266s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:20.856626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:18.855583Z","time spent":"2.001037019s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:03:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:03:20.873067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319658,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:03:21.373966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319658,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T22:03:21.461776Z","caller":"traceutil/trace.go:171","msg":"trace[284219148] transaction","detail":"{read_only:false; response_revision:27447; number_of_response:1; }","duration":"1.420463531s","start":"2026-03-01T22:03:20.041289Z","end":"2026-03-01T22:03:21.461752Z","steps":["trace[284219148] 'process raft request' (duration: 1.42039009s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:21.46185Z","caller":"traceutil/trace.go:171","msg":"trace[825340253] transaction","detail":"{read_only:false; response_revision:27446; number_of_response:1; }","duration":"2.123164316s","start":"2026-03-01T22:03:19.33864Z","end":"2026-03-01T22:03:21.461804Z","steps":["trace[825340253] 'process raft request' (duration: 2.12287482s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:21.461919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:20.041257Z","time spent":"1.420584414s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:21.462051Z","caller":"traceutil/trace.go:171","msg":"trace[1073061016] transaction","detail":"{read_only:false; response_revision:27448; number_of_response:1; }","duration":"1.096273836s","start":"2026-03-01T22:03:20.365752Z","end":"2026-03-01T22:03:21.462025Z","steps":["trace[1073061016] 'process raft request' (duration: 1.09596494s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:21.462102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:19.338609Z","time spent":"2.12332686s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:21.462171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:20.365724Z","time spent":"1.096379729s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:22.260759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.142525ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:22.2609Z","caller":"traceutil/trace.go:171","msg":"trace[670919002] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27448; }","duration":"564.295638ms","start":"2026-03-01T22:03:21.696585Z","end":"2026-03-01T22:03:22.260881Z","steps":["trace[670919002] 'range keys from in-memory index tree' (duration: 564.122175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:22.262593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:20.37467Z","time spent":"1.887917749s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T22:03:22.262615Z","caller":"traceutil/trace.go:171","msg":"trace[1629260575] transaction","detail":"{read_only:false; response_revision:27454; number_of_response:1; }","duration":"566.030757ms","start":"2026-03-01T22:03:21.696551Z","end":"2026-03-01T22:03:22.262582Z","steps":["trace[1629260575] 'process raft request' (duration: 565.984666ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:22.262678Z","caller":"traceutil/trace.go:171","msg":"trace[1762963522] transaction","detail":"{read_only:false; response_revision:27452; number_of_response:1; }","duration":"1.199538128s","start":"2026-03-01T22:03:21.063113Z","end":"2026-03-01T22:03:22.262651Z","steps":["trace[1762963522] 'process raft request' (duration: 1.199321924s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:22.262722Z","caller":"traceutil/trace.go:171","msg":"trace[965628915] transaction","detail":"{read_only:false; response_revision:27453; number_of_response:1; }","duration":"951.699695ms","start":"2026-03-01T22:03:21.310999Z","end":"2026-03-01T22:03:22.262698Z","steps":["trace[965628915] 'process raft request' (duration: 951.479261ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:22.262764Z","caller":"traceutil/trace.go:171","msg":"trace[1829476220] linearizableReadLoop","detail":"{readStateIndex:28830; appliedIndex:28823; }","duration":"1.889894963s","start":"2026-03-01T22:03:20.372814Z","end":"2026-03-01T22:03:22.262709Z","steps":["trace[1829476220] 'read index received' (duration: 1.088886644s)","trace[1829476220] 'applied index is now lower than readState.Index' (duration: 801.004429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:22.262824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:21.063087Z","time spent":"1.199663252s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:22.262814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:21.696522Z","time spent":"566.180811ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:22.262871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:21.310959Z","time spent":"951.814128ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:22.262991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765757918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:22.263032Z","caller":"traceutil/trace.go:171","msg":"trace[1178069966] transaction","detail":"{read_only:false; response_revision:27451; number_of_response:1; }","duration":"1.410524953s","start":"2026-03-01T22:03:20.8525Z","end":"2026-03-01T22:03:22.263024Z","steps":["trace[1178069966] 'process raft request' (duration: 1.409893699s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:22.263043Z","caller":"traceutil/trace.go:171","msg":"trace[1350620150] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27454; }","duration":"2.765870861s","start":"2026-03-01T22:03:19.497159Z","end":"2026-03-01T22:03:22.26303Z","steps":["trace[1350620150] 'agreement among raft nodes before linearized reading' (duration: 2.765739688s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:22.263078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:20.852471Z","time spent":"1.410580364s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:22.263094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:19.497141Z","time spent":"2.765943392s","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:22.263195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.243898912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-01T22:03:22.263252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857240454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-01T22:03:22.262569Z","caller":"traceutil/trace.go:171","msg":"trace[57565779] transaction","detail":"{read_only:false; response_revision:27449; number_of_response:1; }","duration":"1.410962652s","start":"2026-03-01T22:03:20.85157Z","end":"2026-03-01T22:03:22.262533Z","steps":["trace[57565779] 'process raft request' (duration: 1.410585014s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:22.263268Z","caller":"traceutil/trace.go:171","msg":"trace[1064727301] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27454; }","duration":"3.244024024s","start":"2026-03-01T22:03:19.019225Z","end":"2026-03-01T22:03:22.263249Z","steps":["trace[1064727301] 'agreement among raft nodes before linearized reading' (duration: 3.24383729s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:22.263286Z","caller":"traceutil/trace.go:171","msg":"trace[293167439] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27454; }","duration":"1.857273165s","start":"2026-03-01T22:03:20.406005Z","end":"2026-03-01T22:03:22.263278Z","steps":["trace[293167439] 'agreement among raft nodes before linearized reading' (duration: 1.857141872s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:22.263311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:20.405914Z","time spent":"1.857392108s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T22:03:22.263317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:19.019194Z","time spent":"3.244110216s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-01T22:03:22.263006Z","caller":"traceutil/trace.go:171","msg":"trace[684425175] transaction","detail":"{read_only:false; response_revision:27450; number_of_response:1; }","duration":"1.410497232s","start":"2026-03-01T22:03:20.8525Z","end":"2026-03-01T22:03:22.262997Z","steps":["trace[684425175] 'process raft request' (duration: 1.409842858s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:22.263344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:20.851542Z","time spent":"1.411750679s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:22.263501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.335968788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"warn","ts":"2026-03-01T22:03:22.263497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:20.852473Z","time spent":"1.410952572s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:22.263536Z","caller":"traceutil/trace.go:171","msg":"trace[1044727877] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:27454; }","duration":"3.336048869s","start":"2026-03-01T22:03:18.927477Z","end":"2026-03-01T22:03:22.263526Z","steps":["trace[1044727877] 'agreement among raft nodes before linearized reading' (duration: 3.335983318s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:22.263546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.980074815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:22.263605Z","caller":"traceutil/trace.go:171","msg":"trace[308550059] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27454; }","duration":"2.980165488s","start":"2026-03-01T22:03:19.283423Z","end":"2026-03-01T22:03:22.263588Z","steps":["trace[308550059] 'agreement among raft nodes before linearized reading' (duration: 2.980069826s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:22.263662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.911177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:22.263661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:19.283217Z","time spent":"2.980428293s","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:22.263655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909704826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:03:22.263689Z","caller":"traceutil/trace.go:171","msg":"trace[1877544928] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:27454; }","duration":"621.972019ms","start":"2026-03-01T22:03:21.641711Z","end":"2026-03-01T22:03:22.263683Z","steps":["trace[1877544928] 'agreement among raft nodes before linearized reading' (duration: 621.923968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:22.263715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:21.64169Z","time spent":"622.019739ms","remote":"127.0.0.1:54550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:03:22.263714Z","caller":"traceutil/trace.go:171","msg":"trace[747001144] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:27454; }","duration":"2.909795259s","start":"2026-03-01T22:03:19.3539Z","end":"2026-03-01T22:03:22.263696Z","steps":["trace[747001144] 'agreement among raft nodes before linearized reading' (duration: 2.909693007s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:22.263785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:19.353883Z","time spent":"2.909882001s","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:22.26384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.57619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:22.263868Z","caller":"traceutil/trace.go:171","msg":"trace[1140848980] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27454; }","duration":"771.647132ms","start":"2026-03-01T22:03:21.492214Z","end":"2026-03-01T22:03:22.263861Z","steps":["trace[1140848980] 'agreement among raft nodes before linearized reading' (duration: 771.604161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:22.26389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:21.492187Z","time spent":"771.697413ms","remote":"127.0.0.1:54498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:22.263561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:18.927455Z","time spent":"3.336101611s","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1065,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-03-01T22:03:22.264021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788731205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:22.264049Z","caller":"traceutil/trace.go:171","msg":"trace[229800767] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:27454; }","duration":"1.788806697s","start":"2026-03-01T22:03:20.475235Z","end":"2026-03-01T22:03:22.264042Z","steps":["trace[229800767] 'agreement among raft nodes before linearized reading' (duration: 1.788759386s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:22.264069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:20.475211Z","time spent":"1.788852338s","remote":"127.0.0.1:40556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:22.263621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.464322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-01T22:03:22.264142Z","caller":"traceutil/trace.go:171","msg":"trace[1306929362] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27454; }","duration":"341.008434ms","start":"2026-03-01T22:03:21.923114Z","end":"2026-03-01T22:03:22.264123Z","steps":["trace[1306929362] 'agreement among raft nodes before linearized reading' (duration: 340.458462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:22.264207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:21.92309Z","time spent":"341.100166ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T22:03:22.263725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131547719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-01T22:03:22.264357Z","caller":"traceutil/trace.go:171","msg":"trace[1427869221] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2; range_end:; response_count:1; response_revision:27454; }","duration":"3.132226824s","start":"2026-03-01T22:03:19.132121Z","end":"2026-03-01T22:03:22.264348Z","steps":["trace[1427869221] 'agreement among raft nodes before linearized reading' (duration: 3.131486818s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:22.264384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:19.132098Z","time spent":"3.132277605s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" "} {"level":"warn","ts":"2026-03-01T22:03:22.264383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659827169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:288285"} {"level":"info","ts":"2026-03-01T22:03:22.264426Z","caller":"traceutil/trace.go:171","msg":"trace[414267546] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:27454; }","duration":"1.659913871s","start":"2026-03-01T22:03:20.6045Z","end":"2026-03-01T22:03:22.264414Z","steps":["trace[414267546] 'agreement among raft nodes before linearized reading' (duration: 1.659395039s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:22.26445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.598817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:03:22.26452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407806032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:22.264562Z","caller":"traceutil/trace.go:171","msg":"trace[1019424412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27454; }","duration":"1.407873855s","start":"2026-03-01T22:03:20.856681Z","end":"2026-03-01T22:03:22.264554Z","steps":["trace[1019424412] 'agreement among raft nodes before linearized reading' (duration: 1.407812352s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:22.264593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:20.856668Z","time spent":"1.407919745s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:03:22.264472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:20.604466Z","time spent":"1.659996692s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":288308,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-01T22:03:22.264512Z","caller":"traceutil/trace.go:171","msg":"trace[373662654] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27454; }","duration":"839.658399ms","start":"2026-03-01T22:03:21.424838Z","end":"2026-03-01T22:03:22.264497Z","steps":["trace[373662654] 'agreement among raft nodes before linearized reading' (duration: 839.571777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:22.264916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:21.424812Z","time spent":"840.088519ms","remote":"127.0.0.1:48260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:22.264376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149061739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:22.265087Z","caller":"traceutil/trace.go:171","msg":"trace[1440486331] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:27454; }","duration":"1.149823416s","start":"2026-03-01T22:03:21.115252Z","end":"2026-03-01T22:03:22.265076Z","steps":["trace[1440486331] 'agreement among raft nodes before linearized reading' (duration: 1.149075399s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:22.265128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:21.115227Z","time spent":"1.149890747s","remote":"127.0.0.1:40920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:22.766278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642319668,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T22:03:24.085712Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23988} {"level":"warn","ts":"2026-03-01T22:03:24.091108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.275165ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-01T22:03:24.091269Z","caller":"traceutil/trace.go:171","msg":"trace[1665546437] compact","detail":"{revision:23988; response_revision:27454; }","duration":"1.825438744s","start":"2026-03-01T22:03:22.265802Z","end":"2026-03-01T22:03:24.09124Z","steps":["trace[1665546437] 'process raft request' (duration: 861.823937ms)","trace[1665546437] 'check and update compact revision' (duration: 956.172523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:24.091305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:22.265773Z","time spent":"1.825528097s","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T22:03:24.097916Z","caller":"traceutil/trace.go:171","msg":"trace[122707783] transaction","detail":"{read_only:false; response_revision:27455; number_of_response:1; }","duration":"1.829949243s","start":"2026-03-01T22:03:22.267931Z","end":"2026-03-01T22:03:24.097881Z","steps":["trace[122707783] 'process raft request' (duration: 1.823286517s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:24.098107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:22.267914Z","time spent":"1.830059935s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:24.098591Z","caller":"traceutil/trace.go:171","msg":"trace[412831913] transaction","detail":"{read_only:false; response_revision:27456; number_of_response:1; }","duration":"1.830473354s","start":"2026-03-01T22:03:22.268048Z","end":"2026-03-01T22:03:24.098521Z","steps":["trace[412831913] 'process raft request' (duration: 1.82981718s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:24.099758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:22.268034Z","time spent":"1.830663569s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:24.100553Z","caller":"traceutil/trace.go:171","msg":"trace[1158179461] transaction","detail":"{read_only:false; response_revision:27457; number_of_response:1; }","duration":"1.830183468s","start":"2026-03-01T22:03:22.27035Z","end":"2026-03-01T22:03:24.100533Z","steps":["trace[1158179461] 'process raft request' (duration: 1.828340817s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:24.100663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:22.270335Z","time spent":"1.83026349s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:24.101075Z","caller":"traceutil/trace.go:171","msg":"trace[260387999] linearizableReadLoop","detail":"{readStateIndex:28836; appliedIndex:28831; }","duration":"1.835014335s","start":"2026-03-01T22:03:22.26603Z","end":"2026-03-01T22:03:24.101044Z","steps":["trace[260387999] 'read index received' (duration: 861.616493ms)","trace[260387999] 'applied index is now lower than readState.Index' (duration: 973.397132ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:03:24.101114Z","caller":"traceutil/trace.go:171","msg":"trace[55020351] transaction","detail":"{read_only:false; response_revision:27458; number_of_response:1; }","duration":"1.830637138s","start":"2026-03-01T22:03:22.270462Z","end":"2026-03-01T22:03:24.101099Z","steps":["trace[55020351] 'process raft request' (duration: 1.830056755s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:24.101159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:22.27044Z","time spent":"1.83069637s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:24.101223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835186528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17026"} {"level":"info","ts":"2026-03-01T22:03:24.101267Z","caller":"traceutil/trace.go:171","msg":"trace[2003542326] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27458; }","duration":"1.8352478s","start":"2026-03-01T22:03:22.266005Z","end":"2026-03-01T22:03:24.101253Z","steps":["trace[2003542326] 'agreement among raft nodes before linearized reading' (duration: 1.835096757s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:24.101306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:22.26596Z","time spent":"1.835339772s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17049,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T22:03:24.271452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000120759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:03:24.271624Z","caller":"traceutil/trace.go:171","msg":"trace[1309222214] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000351353s","start":"2026-03-01T22:03:22.271254Z","end":"2026-03-01T22:03:24.271605Z","steps":["trace[1309222214] 'agreement among raft nodes before linearized reading' (duration: 2.000133619s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:24.271682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:22.271245Z","time spent":"2.000422315s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:03:26.273319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000038196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:03:26.273414Z","caller":"traceutil/trace.go:171","msg":"trace[1302396111] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000194821s","start":"2026-03-01T22:03:24.273201Z","end":"2026-03-01T22:03:26.273396Z","steps":["trace[1302396111] 'agreement among raft nodes before linearized reading' (duration: 2.000063097s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:26.273482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:24.273188Z","time spent":"2.000282552s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:03:26.640705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393026607s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:03:26.640884Z","caller":"traceutil/trace.go:171","msg":"trace[200047660] transaction","detail":"{read_only:false; response_revision:27460; number_of_response:1; }","duration":"2.535792508s","start":"2026-03-01T22:03:24.105078Z","end":"2026-03-01T22:03:26.640871Z","steps":["trace[200047660] 'process raft request' (duration: 2.535729327s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:26.640928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:24.105057Z","time spent":"2.53585251s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T22:03:26.64119Z","caller":"traceutil/trace.go:171","msg":"trace[1639719540] transaction","detail":"{read_only:false; response_revision:27459; number_of_response:1; }","duration":"3.171886687s","start":"2026-03-01T22:03:23.469289Z","end":"2026-03-01T22:03:26.641176Z","steps":["trace[1639719540] 'process raft request' (duration: 778.308337ms)","trace[1639719540] 'compare' (duration: 1.430148056s)","trace[1639719540] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:605; } (duration: 962.744109ms)"],"step_count":3} {"level":"warn","ts":"2026-03-01T22:03:26.641241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:23.469243Z","time spent":"3.171975709s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:26.641345Z","caller":"traceutil/trace.go:171","msg":"trace[1464435916] linearizableReadLoop","detail":"{readStateIndex:28837; appliedIndex:28836; }","duration":"2.540232086s","start":"2026-03-01T22:03:24.101107Z","end":"2026-03-01T22:03:26.641339Z","steps":["trace[1464435916] 'read index received' (duration: 146.508624ms)","trace[1464435916] 'applied index is now lower than readState.Index' (duration: 2.393722442s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:26.641853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.262805456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-01T22:03:26.641851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.351524921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:26.641887Z","caller":"traceutil/trace.go:171","msg":"trace[1391657256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27460; }","duration":"4.262903339s","start":"2026-03-01T22:03:22.378975Z","end":"2026-03-01T22:03:26.641878Z","steps":["trace[1391657256] 'agreement among raft nodes before linearized reading' (duration: 4.262773896s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:26.641923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:22.378933Z","time spent":"4.262985001s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T22:03:26.641919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.261954237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-01T22:03:26.641902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.263205445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-01T22:03:26.641936Z","caller":"traceutil/trace.go:171","msg":"trace[850373224] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:27460; }","duration":"3.351664664s","start":"2026-03-01T22:03:23.290249Z","end":"2026-03-01T22:03:26.641913Z","steps":["trace[850373224] 'agreement among raft nodes before linearized reading' (duration: 3.3515146s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:26.641973Z","caller":"traceutil/trace.go:171","msg":"trace[786821485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27460; }","duration":"4.262027619s","start":"2026-03-01T22:03:22.379928Z","end":"2026-03-01T22:03:26.641955Z","steps":["trace[786821485] 'agreement among raft nodes before linearized reading' (duration: 4.261868025s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:26.642002Z","caller":"traceutil/trace.go:171","msg":"trace[1721929671] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27460; }","duration":"4.263294657s","start":"2026-03-01T22:03:22.378666Z","end":"2026-03-01T22:03:26.641961Z","steps":["trace[1721929671] 'agreement among raft nodes before linearized reading' (duration: 4.263133983s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:26.64202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:22.379916Z","time spent":"4.2620991s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T22:03:26.642016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:23.290222Z","time spent":"3.351783627s","remote":"127.0.0.1:40532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:26.642036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:22.378587Z","time spent":"4.26344093s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T22:03:26.642027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541556845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-01T22:03:26.642126Z","caller":"traceutil/trace.go:171","msg":"trace[1523030624] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27460; }","duration":"2.541695578s","start":"2026-03-01T22:03:24.100409Z","end":"2026-03-01T22:03:26.642105Z","steps":["trace[1523030624] 'agreement among raft nodes before linearized reading' (duration: 2.54134897s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:26.642111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.263330658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-01T22:03:26.642132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.263264357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-01T22:03:26.642176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:24.100385Z","time spent":"2.54178151s","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-01T22:03:26.642213Z","caller":"traceutil/trace.go:171","msg":"trace[947462645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27460; }","duration":"4.263495732s","start":"2026-03-01T22:03:22.378691Z","end":"2026-03-01T22:03:26.642186Z","steps":["trace[947462645] 'agreement among raft nodes before linearized reading' (duration: 4.263151924s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:26.642221Z","caller":"traceutil/trace.go:171","msg":"trace[1305566960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27460; }","duration":"4.263384569s","start":"2026-03-01T22:03:22.378813Z","end":"2026-03-01T22:03:26.642198Z","steps":["trace[1305566960] 'agreement among raft nodes before linearized reading' (duration: 4.263019341s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:26.642184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.374653267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-74j2p\" ","response":"range_response_count:1 size:4310"} {"level":"warn","ts":"2026-03-01T22:03:26.642277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:22.378661Z","time spent":"4.263604763s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T22:03:26.642287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:22.378807Z","time spent":"4.26346753s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T22:03:26.642303Z","caller":"traceutil/trace.go:171","msg":"trace[986801264] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-74j2p; range_end:; response_count:1; response_revision:27460; }","duration":"4.374927414s","start":"2026-03-01T22:03:22.267344Z","end":"2026-03-01T22:03:26.642272Z","steps":["trace[986801264] 'agreement among raft nodes before linearized reading' (duration: 4.374494505s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:26.642319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.26570742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-01T22:03:26.642364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:22.266188Z","time spent":"4.376165321s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":4333,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-74j2p\" "} {"level":"info","ts":"2026-03-01T22:03:26.642401Z","caller":"traceutil/trace.go:171","msg":"trace[1404368701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27460; }","duration":"4.265838973s","start":"2026-03-01T22:03:22.376547Z","end":"2026-03-01T22:03:26.642386Z","steps":["trace[1404368701] 'agreement among raft nodes before linearized reading' (duration: 4.265296421s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:26.642438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:22.376519Z","time spent":"4.265910585s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T22:03:26.801669Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.841100519s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T22:03:27.539665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00016841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:03:27.539763Z","caller":"traceutil/trace.go:171","msg":"trace[1131719451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000352454s","start":"2026-03-01T22:03:25.539389Z","end":"2026-03-01T22:03:27.539742Z","steps":["trace[1131719451] 'agreement among raft nodes before linearized reading' (duration: 2.000207051s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:27.539817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:25.539364Z","time spent":"2.000443336s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:03:27.622816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.761174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:03:27.623196Z","caller":"traceutil/trace.go:171","msg":"trace[1968429216] transaction","detail":"{read_only:false; response_revision:27463; number_of_response:1; }","duration":"3.348450523s","start":"2026-03-01T22:03:24.274721Z","end":"2026-03-01T22:03:27.623171Z","steps":["trace[1968429216] 'process raft request' (duration: 3.348354811s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:27.623253Z","caller":"traceutil/trace.go:171","msg":"trace[2015538638] transaction","detail":"{read_only:false; response_revision:27461; number_of_response:1; }","duration":"3.351886219s","start":"2026-03-01T22:03:24.271288Z","end":"2026-03-01T22:03:27.623174Z","steps":["trace[2015538638] 'process raft request' (duration: 2.530662146s)","trace[2015538638] 'compare' (duration: 664.868953ms)","trace[2015538638] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capo-system/controller-leader-election-capo; req_size:519; } (duration: 155.138934ms)"],"step_count":3} {"level":"warn","ts":"2026-03-01T22:03:27.623316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:24.274707Z","time spent":"3.348561265s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:27.62348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:24.271257Z","time spent":"3.352103133s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:27.623675Z","caller":"traceutil/trace.go:171","msg":"trace[155912662] transaction","detail":"{read_only:false; response_revision:27462; number_of_response:1; }","duration":"3.350354226s","start":"2026-03-01T22:03:24.273308Z","end":"2026-03-01T22:03:27.623662Z","steps":["trace[155912662] 'process raft request' (duration: 3.349622499s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:27.623745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:24.273268Z","time spent":"3.350445358s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:28.282018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000511288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:03:28.282162Z","caller":"traceutil/trace.go:171","msg":"trace[1358400619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000754613s","start":"2026-03-01T22:03:26.281379Z","end":"2026-03-01T22:03:28.282133Z","steps":["trace[1358400619] 'agreement among raft nodes before linearized reading' (duration: 2.000543319s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:28.282226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:26.281347Z","time spent":"2.000866366s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:03:28.969489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.505975204s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T22:03:30.289357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:03:30.289469Z","caller":"traceutil/trace.go:171","msg":"trace[148892270] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000443246s","start":"2026-03-01T22:03:28.289Z","end":"2026-03-01T22:03:30.289443Z","steps":["trace[148892270] 'agreement among raft nodes before linearized reading' (duration: 2.000302593s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:30.289559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:28.28898Z","time spent":"2.000533268s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:03:30.587898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617994179s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:03:30.588647Z","caller":"traceutil/trace.go:171","msg":"trace[1387951286] linearizableReadLoop","detail":"{readStateIndex:28842; appliedIndex:28838; }","duration":"3.947258141s","start":"2026-03-01T22:03:26.641359Z","end":"2026-03-01T22:03:30.588618Z","steps":["trace[1387951286] 'read index received' (duration: 160.551093ms)","trace[1387951286] 'applied index is now lower than readState.Index' (duration: 3.786705578s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:03:30.588667Z","caller":"traceutil/trace.go:171","msg":"trace[754927918] transaction","detail":"{read_only:false; response_revision:27464; number_of_response:1; }","duration":"4.119270668s","start":"2026-03-01T22:03:26.46935Z","end":"2026-03-01T22:03:30.588621Z","steps":["trace[754927918] 'process raft request' (duration: 2.500362179s)","trace[754927918] 'compare' (duration: 135.334728ms)","trace[754927918] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; req_size:623; } (duration: 1.481801251s)"],"step_count":3} {"level":"warn","ts":"2026-03-01T22:03:30.588834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:26.469305Z","time spent":"4.119427332s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:30.58881Z","caller":"traceutil/trace.go:171","msg":"trace[525288863] transaction","detail":"{read_only:false; response_revision:27466; number_of_response:1; }","duration":"3.937448787s","start":"2026-03-01T22:03:26.65133Z","end":"2026-03-01T22:03:30.588779Z","steps":["trace[525288863] 'process raft request' (duration: 3.936814833s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:30.589052Z","caller":"traceutil/trace.go:171","msg":"trace[1574434928] transaction","detail":"{read_only:false; response_revision:27470; number_of_response:1; }","duration":"3.930448622s","start":"2026-03-01T22:03:26.658569Z","end":"2026-03-01T22:03:30.589017Z","steps":["trace[1574434928] 'process raft request' (duration: 3.929779407s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:30.589122Z","caller":"traceutil/trace.go:171","msg":"trace[890484074] transaction","detail":"{read_only:false; response_revision:27471; number_of_response:1; }","duration":"3.930480903s","start":"2026-03-01T22:03:26.658608Z","end":"2026-03-01T22:03:30.589089Z","steps":["trace[890484074] 'process raft request' (duration: 3.929837959s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:30.589149Z","caller":"traceutil/trace.go:171","msg":"trace[138342789] transaction","detail":"{read_only:false; response_revision:27465; number_of_response:1; }","duration":"3.941449414s","start":"2026-03-01T22:03:26.647677Z","end":"2026-03-01T22:03:30.589126Z","steps":["trace[138342789] 'process raft request' (duration: 3.940355611s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:30.589238Z","caller":"traceutil/trace.go:171","msg":"trace[1227537285] transaction","detail":"{read_only:false; response_revision:27468; number_of_response:1; }","duration":"3.93719678s","start":"2026-03-01T22:03:26.652022Z","end":"2026-03-01T22:03:30.589219Z","steps":["trace[1227537285] 'process raft request' (duration: 3.936231389s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:30.589242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:26.658563Z","time spent":"3.930577825s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:30.589274Z","caller":"traceutil/trace.go:171","msg":"trace[1309733913] transaction","detail":"{read_only:false; response_revision:27469; number_of_response:1; }","duration":"3.930780839s","start":"2026-03-01T22:03:26.658477Z","end":"2026-03-01T22:03:30.589258Z","steps":["trace[1309733913] 'process raft request' (duration: 3.929827329s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:30.589281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:26.658603Z","time spent":"3.930599705s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:30.589312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:26.647635Z","time spent":"3.941608107s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T22:03:30.589326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:26.652018Z","time spent":"3.937272612s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:30.589113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:26.651322Z","time spent":"3.937696202s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:30.58935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:26.658455Z","time spent":"3.93086265s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:30.589296Z","caller":"traceutil/trace.go:171","msg":"trace[714340760] transaction","detail":"{read_only:false; response_revision:27467; number_of_response:1; }","duration":"3.937274822s","start":"2026-03-01T22:03:26.651975Z","end":"2026-03-01T22:03:30.58925Z","steps":["trace[714340760] 'process raft request' (duration: 3.936232549s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:30.589444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:26.651968Z","time spent":"3.937455566s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:30.589689Z","caller":"traceutil/trace.go:171","msg":"trace[1464537437] transaction","detail":"{read_only:false; response_revision:27472; number_of_response:1; }","duration":"1.93702784s","start":"2026-03-01T22:03:28.652652Z","end":"2026-03-01T22:03:30.58968Z","steps":["trace[1464537437] 'process raft request' (duration: 1.935916786s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:30.589678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.008363332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:30.589742Z","caller":"traceutil/trace.go:171","msg":"trace[783734920] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:27471; }","duration":"6.008487466s","start":"2026-03-01T22:03:24.581241Z","end":"2026-03-01T22:03:30.589728Z","steps":["trace[783734920] 'agreement among raft nodes before linearized reading' (duration: 6.007606157s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:30.589758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.477922947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"warn","ts":"2026-03-01T22:03:30.589786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.571946891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:30.589796Z","caller":"traceutil/trace.go:171","msg":"trace[664725055] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27471; }","duration":"6.477980418s","start":"2026-03-01T22:03:24.111806Z","end":"2026-03-01T22:03:30.589786Z","steps":["trace[664725055] 'agreement among raft nodes before linearized reading' (duration: 6.477097008s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:30.589796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:24.581212Z","time spent":"6.008569378s","remote":"127.0.0.1:40632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:03:30.589821Z","caller":"traceutil/trace.go:171","msg":"trace[788667572] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:27471; }","duration":"4.572035772s","start":"2026-03-01T22:03:26.017774Z","end":"2026-03-01T22:03:30.58981Z","steps":["trace[788667572] 'agreement among raft nodes before linearized reading' (duration: 4.571443229s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:30.589825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:24.111795Z","time spent":"6.478024959s","remote":"127.0.0.1:48342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T22:03:30.589838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.291032153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:30.589882Z","caller":"traceutil/trace.go:171","msg":"trace[1072993305] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:27471; }","duration":"6.291130696s","start":"2026-03-01T22:03:24.298741Z","end":"2026-03-01T22:03:30.589872Z","steps":["trace[1072993305] 'agreement among raft nodes before linearized reading' (duration: 6.290136464s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:30.589903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.37627173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:30.589915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:24.298714Z","time spent":"6.291191757s","remote":"127.0.0.1:56576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:03:30.58993Z","caller":"traceutil/trace.go:171","msg":"trace[1437205393] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27471; }","duration":"6.376371803s","start":"2026-03-01T22:03:24.21355Z","end":"2026-03-01T22:03:30.589921Z","steps":["trace[1437205393] 'agreement among raft nodes before linearized reading' (duration: 6.37534083s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:30.589689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.568569006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:03:30.589954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:24.213521Z","time spent":"6.376426723s","remote":"127.0.0.1:33684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-01T22:03:30.589964Z","caller":"traceutil/trace.go:171","msg":"trace[96749326] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:27471; }","duration":"4.568873162s","start":"2026-03-01T22:03:26.021082Z","end":"2026-03-01T22:03:30.589955Z","steps":["trace[96749326] 'agreement among raft nodes before linearized reading' (duration: 4.568104816s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:30.590014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:26.02107Z","time spent":"4.568934433s","remote":"127.0.0.1:56578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:30.590022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.710650433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:30.590063Z","caller":"traceutil/trace.go:171","msg":"trace[188307787] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27471; }","duration":"4.710691263s","start":"2026-03-01T22:03:25.879358Z","end":"2026-03-01T22:03:30.59005Z","steps":["trace[188307787] 'agreement among raft nodes before linearized reading' (duration: 4.709297823s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:30.590106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:25.879332Z","time spent":"4.710764804s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:30.590176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.907013944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:03:30.589754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:28.652619Z","time spent":"1.937101451s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:30.590228Z","caller":"traceutil/trace.go:171","msg":"trace[906691714] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27471; }","duration":"4.907111926s","start":"2026-03-01T22:03:25.6831Z","end":"2026-03-01T22:03:30.590212Z","steps":["trace[906691714] 'agreement among raft nodes before linearized reading' (duration: 4.905646354s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:30.590235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.50199472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:30.590234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.985256555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:30.590266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.579116677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:30.590269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:25.68308Z","time spent":"4.907178398s","remote":"127.0.0.1:39068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:30.589851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:26.017739Z","time spent":"4.572105534s","remote":"127.0.0.1:40598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:03:30.590301Z","caller":"traceutil/trace.go:171","msg":"trace[1061903744] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:27471; }","duration":"5.579215069s","start":"2026-03-01T22:03:25.011077Z","end":"2026-03-01T22:03:30.590292Z","steps":["trace[1061903744] 'agreement among raft nodes before linearized reading' (duration: 5.577743756s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:30.59025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.507395318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:03:30.590313Z","caller":"traceutil/trace.go:171","msg":"trace[1660857763] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:27471; }","duration":"4.98541776s","start":"2026-03-01T22:03:25.604873Z","end":"2026-03-01T22:03:30.590291Z","steps":["trace[1660857763] 'agreement among raft nodes before linearized reading' (duration: 4.983898226s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:30.590331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:25.011053Z","time spent":"5.57927241s","remote":"127.0.0.1:54436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:30.590103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.19548805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:30.590416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.977065655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-01T22:03:30.590454Z","caller":"traceutil/trace.go:171","msg":"trace[381573089] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:27471; }","duration":"5.977151087s","start":"2026-03-01T22:03:24.613293Z","end":"2026-03-01T22:03:30.590444Z","steps":["trace[381573089] 'agreement among raft nodes before linearized reading' (duration: 5.975540001s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:30.590455Z","caller":"traceutil/trace.go:171","msg":"trace[2014902921] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27471; }","duration":"6.195929591s","start":"2026-03-01T22:03:24.394513Z","end":"2026-03-01T22:03:30.590443Z","steps":["trace[2014902921] 'agreement among raft nodes before linearized reading' (duration: 6.194350826s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:30.590496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:24.613254Z","time spent":"5.977234139s","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-01T22:03:30.590507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:24.394464Z","time spent":"6.196030353s","remote":"127.0.0.1:41100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:03:30.590339Z","caller":"traceutil/trace.go:171","msg":"trace[1011212956] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27471; }","duration":"5.507620853s","start":"2026-03-01T22:03:25.082709Z","end":"2026-03-01T22:03:30.59033Z","steps":["trace[1011212956] 'agreement among raft nodes before linearized reading' (duration: 5.506096599s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:30.590267Z","caller":"traceutil/trace.go:171","msg":"trace[1116857571] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:27471; }","duration":"5.502095132s","start":"2026-03-01T22:03:25.088163Z","end":"2026-03-01T22:03:30.590258Z","steps":["trace[1116857571] 'agreement among raft nodes before linearized reading' (duration: 5.500623959s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:30.590191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.309271898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-01T22:03:30.590603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:25.082685Z","time spent":"5.50789382s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:03:30.590647Z","caller":"traceutil/trace.go:171","msg":"trace[1490307667] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27471; }","duration":"4.30977686s","start":"2026-03-01T22:03:26.280862Z","end":"2026-03-01T22:03:30.590639Z","steps":["trace[1490307667] 'agreement among raft nodes before linearized reading' (duration: 4.308144354s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:30.590671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:26.280837Z","time spent":"4.309829222s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-01T22:03:30.590367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:25.60485Z","time spent":"4.985504132s","remote":"127.0.0.1:54404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:30.590618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:25.088137Z","time spent":"5.50245863s","remote":"127.0.0.1:54478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:31.695621Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017954513s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T22:03:31.934885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249667053s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-01T22:03:31.93561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.381686ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:31.935812Z","caller":"traceutil/trace.go:171","msg":"trace[1234623289] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27472; }","duration":"238.598041ms","start":"2026-03-01T22:03:31.69718Z","end":"2026-03-01T22:03:31.935778Z","steps":["trace[1234623289] 'range keys from in-memory index tree' (duration: 238.354086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:32.290833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999496706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:03:32.291027Z","caller":"traceutil/trace.go:171","msg":"trace[1987908158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999772011s","start":"2026-03-01T22:03:30.291231Z","end":"2026-03-01T22:03:32.291003Z","steps":["trace[1987908158] 'agreement among raft nodes before linearized reading' (duration: 1.999551936s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:32.291113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:30.291193Z","time spent":"1.999906284s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:03:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:03:33.030557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095436939s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:03:33.030778Z","caller":"traceutil/trace.go:171","msg":"trace[2092515244] transaction","detail":"{read_only:false; response_revision:27473; number_of_response:1; }","duration":"3.400451017s","start":"2026-03-01T22:03:29.630298Z","end":"2026-03-01T22:03:33.030749Z","steps":["trace[2092515244] 'process raft request' (duration: 2.304709612s)","trace[2092515244] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-system/controller-leader-election-capi; req_size:519; } (duration: 1.094857685s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:33.030864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:29.630263Z","time spent":"3.40057339s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:33.034137Z","caller":"traceutil/trace.go:171","msg":"trace[634991189] transaction","detail":"{read_only:false; response_revision:27474; number_of_response:1; }","duration":"3.403743719s","start":"2026-03-01T22:03:29.63037Z","end":"2026-03-01T22:03:33.034114Z","steps":["trace[634991189] 'process raft request' (duration: 3.400361585s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.034266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:29.630331Z","time spent":"3.403866012s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:33.034545Z","caller":"traceutil/trace.go:171","msg":"trace[1855353286] transaction","detail":"{read_only:false; response_revision:27475; number_of_response:1; }","duration":"3.403966514s","start":"2026-03-01T22:03:29.630424Z","end":"2026-03-01T22:03:33.03439Z","steps":["trace[1855353286] 'process raft request' (duration: 3.403498454s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.034634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:29.630414Z","time spent":"3.404178298s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:33.03476Z","caller":"traceutil/trace.go:171","msg":"trace[1159314043] transaction","detail":"{read_only:false; response_revision:27476; number_of_response:1; }","duration":"3.260475627s","start":"2026-03-01T22:03:29.774277Z","end":"2026-03-01T22:03:33.034753Z","steps":["trace[1159314043] 'process raft request' (duration: 3.259880484s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.034799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:29.774231Z","time spent":"3.260549428s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:33.035644Z","caller":"traceutil/trace.go:171","msg":"trace[726632133] transaction","detail":"{read_only:false; response_revision:27477; number_of_response:1; }","duration":"2.441715597s","start":"2026-03-01T22:03:30.593915Z","end":"2026-03-01T22:03:33.035631Z","steps":["trace[726632133] 'process raft request' (duration: 2.440658714s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:33.035658Z","caller":"traceutil/trace.go:171","msg":"trace[1465506858] transaction","detail":"{read_only:false; response_revision:27478; number_of_response:1; }","duration":"2.436758177s","start":"2026-03-01T22:03:30.598892Z","end":"2026-03-01T22:03:33.03565Z","steps":["trace[1465506858] 'process raft request' (duration: 2.436610424s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.039092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:30.593889Z","time spent":"2.445118652s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T22:03:33.03576Z","caller":"traceutil/trace.go:171","msg":"trace[1144489962] linearizableReadLoop","detail":"{readStateIndex:28855; appliedIndex:28850; }","duration":"2.447042935s","start":"2026-03-01T22:03:30.588711Z","end":"2026-03-01T22:03:33.035754Z","steps":["trace[1144489962] 'read index received' (duration: 117.617349ms)","trace[1144489962] 'applied index is now lower than readState.Index' (duration: 2.329424786s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:33.035865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.391342892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-01T22:03:33.039242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:30.598883Z","time spent":"2.440276435s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:33.039285Z","caller":"traceutil/trace.go:171","msg":"trace[1537939440] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27478; }","duration":"6.394780197s","start":"2026-03-01T22:03:26.644488Z","end":"2026-03-01T22:03:33.039269Z","steps":["trace[1537939440] 'agreement among raft nodes before linearized reading' (duration: 6.391286429s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.03933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:26.644468Z","time spent":"6.394849359s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-01T22:03:33.035909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.34202526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:03:33.039503Z","caller":"traceutil/trace.go:171","msg":"trace[1879213529] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27478; }","duration":"4.34565893s","start":"2026-03-01T22:03:28.693832Z","end":"2026-03-01T22:03:33.039491Z","steps":["trace[1879213529] 'agreement among raft nodes before linearized reading' (duration: 4.34204967s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.039534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:28.693806Z","time spent":"4.3457131s","remote":"127.0.0.1:48314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:33.035912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.215017576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:33.03967Z","caller":"traceutil/trace.go:171","msg":"trace[651089647] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:27478; }","duration":"4.218765017s","start":"2026-03-01T22:03:28.820828Z","end":"2026-03-01T22:03:33.039594Z","steps":["trace[651089647] 'agreement among raft nodes before linearized reading' (duration: 4.215024375s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.03597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997753156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:33.039747Z","caller":"traceutil/trace.go:171","msg":"trace[1904050162] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:27478; }","duration":"3.00156871s","start":"2026-03-01T22:03:30.038167Z","end":"2026-03-01T22:03:33.039736Z","steps":["trace[1904050162] 'agreement among raft nodes before linearized reading' (duration: 2.997774777s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.039776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:30.038129Z","time spent":"3.001636301s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:33.036021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.099813101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:33.039862Z","caller":"traceutil/trace.go:171","msg":"trace[947946738] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27478; }","duration":"3.103668056s","start":"2026-03-01T22:03:29.93616Z","end":"2026-03-01T22:03:33.039829Z","steps":["trace[947946738] 'agreement among raft nodes before linearized reading' (duration: 3.099835282s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.039881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:28.820802Z","time spent":"4.218930901s","remote":"127.0.0.1:54522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:33.036063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.790030197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:33.036023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.427166994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:03:33.039978Z","caller":"traceutil/trace.go:171","msg":"trace[2079072078] transaction","detail":"{read_only:false; response_revision:27479; number_of_response:1; }","duration":"1.469814788s","start":"2026-03-01T22:03:31.570141Z","end":"2026-03-01T22:03:33.039956Z","steps":["trace[2079072078] 'process raft request' (duration: 1.465434281s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.036112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.151721841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:33.040037Z","caller":"traceutil/trace.go:171","msg":"trace[1660355447] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27478; }","duration":"4.155680018s","start":"2026-03-01T22:03:28.884349Z","end":"2026-03-01T22:03:33.040029Z","steps":["trace[1660355447] 'agreement among raft nodes before linearized reading' (duration: 4.151741872s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.040067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:28.884327Z","time spent":"4.15573342s","remote":"127.0.0.1:54514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:33.04008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:31.570099Z","time spent":"1.46992997s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:33.039997Z","caller":"traceutil/trace.go:171","msg":"trace[1984626961] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27478; }","duration":"5.794069286s","start":"2026-03-01T22:03:27.245919Z","end":"2026-03-01T22:03:33.039988Z","steps":["trace[1984626961] 'agreement among raft nodes before linearized reading' (duration: 5.79012143s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.039958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:29.936136Z","time spent":"3.103790939s","remote":"127.0.0.1:35036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:33.040232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:27.245887Z","time spent":"5.794326932s","remote":"127.0.0.1:33308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:33.036069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.467429731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:03:33.040322Z","caller":"traceutil/trace.go:171","msg":"trace[1407050025] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:27478; }","duration":"3.471717876s","start":"2026-03-01T22:03:29.568583Z","end":"2026-03-01T22:03:33.040301Z","steps":["trace[1407050025] 'agreement among raft nodes before linearized reading' (duration: 3.467455953s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.040349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:29.568555Z","time spent":"3.471784387s","remote":"127.0.0.1:34048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:03:33.040008Z","caller":"traceutil/trace.go:171","msg":"trace[470128278] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:27478; }","duration":"4.431185982s","start":"2026-03-01T22:03:28.608809Z","end":"2026-03-01T22:03:33.039995Z","steps":["trace[470128278] 'agreement among raft nodes before linearized reading' (duration: 4.427111293s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.040443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:28.608786Z","time spent":"4.431638062s","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":111,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:33.036154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.326359482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:03:33.040553Z","caller":"traceutil/trace.go:171","msg":"trace[787803141] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:27478; }","duration":"6.330792218s","start":"2026-03-01T22:03:26.709752Z","end":"2026-03-01T22:03:33.040544Z","steps":["trace[787803141] 'agreement among raft nodes before linearized reading' (duration: 6.326324021s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.040587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:26.70973Z","time spent":"6.33084818s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:33.041138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446818189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-decfbd13-5736-4499-81a1-1a47d1bea130\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-01T22:03:33.041228Z","caller":"traceutil/trace.go:171","msg":"trace[517801671] range","detail":"{range_begin:/registry/persistentvolumes/pvc-decfbd13-5736-4499-81a1-1a47d1bea130; range_end:; response_count:1; response_revision:27481; }","duration":"2.446933942s","start":"2026-03-01T22:03:30.594277Z","end":"2026-03-01T22:03:33.041211Z","steps":["trace[517801671] 'agreement among raft nodes before linearized reading' (duration: 2.446643465s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.041269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:30.594268Z","time spent":"2.446990973s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-decfbd13-5736-4499-81a1-1a47d1bea130\" "} {"level":"warn","ts":"2026-03-01T22:03:33.043188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.337831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:33.043214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901035988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:03:33.04323Z","caller":"traceutil/trace.go:171","msg":"trace[1901806290] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27481; }","duration":"500.435323ms","start":"2026-03-01T22:03:32.542785Z","end":"2026-03-01T22:03:33.04322Z","steps":["trace[1901806290] 'agreement among raft nodes before linearized reading' (duration: 500.362032ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:33.04325Z","caller":"traceutil/trace.go:171","msg":"trace[193903524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27481; }","duration":"1.901115859s","start":"2026-03-01T22:03:31.142124Z","end":"2026-03-01T22:03:33.04324Z","steps":["trace[193903524] 'agreement among raft nodes before linearized reading' (duration: 1.901044137s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.043255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:32.542754Z","time spent":"500.494675ms","remote":"127.0.0.1:33626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:33.043275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:31.142102Z","time spent":"1.90116757s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:33.043397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.636842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-01T22:03:33.043423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.116055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:33.043427Z","caller":"traceutil/trace.go:171","msg":"trace[1390465439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27481; }","duration":"447.690072ms","start":"2026-03-01T22:03:32.59573Z","end":"2026-03-01T22:03:33.04342Z","steps":["trace[1390465439] 'agreement among raft nodes before linearized reading' (duration: 447.614601ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:33.043445Z","caller":"traceutil/trace.go:171","msg":"trace[1816121167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27481; }","duration":"744.173927ms","start":"2026-03-01T22:03:32.299264Z","end":"2026-03-01T22:03:33.043438Z","steps":["trace[1816121167] 'agreement among raft nodes before linearized reading' (duration: 744.135426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.043447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:32.595718Z","time spent":"447.724864ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T22:03:33.043463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:32.299214Z","time spent":"744.244758ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T22:03:33.043497Z","caller":"traceutil/trace.go:171","msg":"trace[1268922124] transaction","detail":"{read_only:false; response_revision:27481; number_of_response:1; }","duration":"398.386178ms","start":"2026-03-01T22:03:32.645102Z","end":"2026-03-01T22:03:33.043488Z","steps":["trace[1268922124] 'process raft request' (duration: 395.730099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.043572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.039211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T22:03:33.043622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:32.645069Z","time spent":"398.482289ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:33.043637Z","caller":"traceutil/trace.go:171","msg":"trace[1605780294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27481; }","duration":"448.122572ms","start":"2026-03-01T22:03:32.595507Z","end":"2026-03-01T22:03:33.043629Z","steps":["trace[1605780294] 'agreement among raft nodes before linearized reading' (duration: 448.02084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.043659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:32.595495Z","time spent":"448.157614ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T22:03:33.043803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.359858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-01T22:03:33.043805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.878085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-01T22:03:33.043365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.225171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-01T22:03:33.043842Z","caller":"traceutil/trace.go:171","msg":"trace[203213848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27481; }","duration":"446.929635ms","start":"2026-03-01T22:03:32.5969Z","end":"2026-03-01T22:03:33.04383Z","steps":["trace[203213848] 'agreement among raft nodes before linearized reading' (duration: 446.832863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.043872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:32.59689Z","time spent":"446.976566ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T22:03:33.044011Z","caller":"traceutil/trace.go:171","msg":"trace[897735021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27481; }","duration":"447.762434ms","start":"2026-03-01T22:03:32.59608Z","end":"2026-03-01T22:03:33.043842Z","steps":["trace[897735021] 'agreement among raft nodes before linearized reading' (duration: 447.082709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.044075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:32.596071Z","time spent":"447.980378ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T22:03:33.044182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445632664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:33.044227Z","caller":"traceutil/trace.go:171","msg":"trace[677120624] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27481; }","duration":"2.445675195s","start":"2026-03-01T22:03:30.598539Z","end":"2026-03-01T22:03:33.044215Z","steps":["trace[677120624] 'agreement among raft nodes before linearized reading' (duration: 2.445608353s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.044257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:30.598484Z","time spent":"2.445765997s","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T22:03:33.044377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661470727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:03:33.044432Z","caller":"traceutil/trace.go:171","msg":"trace[1180834318] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:27481; }","duration":"1.661554658s","start":"2026-03-01T22:03:31.382861Z","end":"2026-03-01T22:03:33.044416Z","steps":["trace[1180834318] 'agreement among raft nodes before linearized reading' (duration: 1.661379444s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.044471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:31.382844Z","time spent":"1.66161756s","remote":"127.0.0.1:41156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":94,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:33.044487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259744362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-01T22:03:33.04454Z","caller":"traceutil/trace.go:171","msg":"trace[815684932] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27481; }","duration":"2.259775183s","start":"2026-03-01T22:03:30.784733Z","end":"2026-03-01T22:03:33.044508Z","steps":["trace[815684932] 'agreement among raft nodes before linearized reading' (duration: 2.259680461s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.044581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:30.784663Z","time spent":"2.259909696s","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-01T22:03:33.04459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.641056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-01T22:03:33.043455Z","caller":"traceutil/trace.go:171","msg":"trace[197603720] transaction","detail":"{read_only:false; response_revision:27480; number_of_response:1; }","duration":"446.066347ms","start":"2026-03-01T22:03:32.597362Z","end":"2026-03-01T22:03:33.043428Z","steps":["trace[197603720] 'process raft request' (duration: 442.458148ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:33.044821Z","caller":"traceutil/trace.go:171","msg":"trace[861795164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27481; }","duration":"449.927192ms","start":"2026-03-01T22:03:32.59487Z","end":"2026-03-01T22:03:33.044797Z","steps":["trace[861795164] 'agreement among raft nodes before linearized reading' (duration: 448.990221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.044873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:32.597329Z","time spent":"447.438058ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:33.044946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:32.594808Z","time spent":"450.117596ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T22:03:33.04383Z","caller":"traceutil/trace.go:171","msg":"trace[1597636233] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27481; }","duration":"448.451139ms","start":"2026-03-01T22:03:32.595373Z","end":"2026-03-01T22:03:33.043824Z","steps":["trace[1597636233] 'agreement among raft nodes before linearized reading' (duration: 448.389228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.046123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:32.59532Z","time spent":"450.790491ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T22:03:33.046421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576803282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T22:03:33.046461Z","caller":"traceutil/trace.go:171","msg":"trace[1193457002] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:27481; }","duration":"1.576895624s","start":"2026-03-01T22:03:31.469556Z","end":"2026-03-01T22:03:33.046452Z","steps":["trace[1193457002] 'agreement among raft nodes before linearized reading' (duration: 1.57400223s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:33.046485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:31.469532Z","time spent":"1.576946406s","remote":"127.0.0.1:40884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:03:33.113831Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23988,"took":"9.010928843s","hash":2556236085,"current-db-size-bytes":47636480,"current-db-size":"48 MB","current-db-size-in-use-bytes":41783296,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-03-01T22:03:33.113892Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2556236085,"revision":23988,"compact-revision":21466} {"level":"warn","ts":"2026-03-01T22:03:44.033956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.762961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:03:44.034414Z","caller":"traceutil/trace.go:171","msg":"trace[857919099] linearizableReadLoop","detail":"{readStateIndex:28963; appliedIndex:28958; }","duration":"796.282305ms","start":"2026-03-01T22:03:43.238112Z","end":"2026-03-01T22:03:44.034395Z","steps":["trace[857919099] 'read index received' (duration: 55.954571ms)","trace[857919099] 'applied index is now lower than readState.Index' (duration: 740.326874ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:03:44.034525Z","caller":"traceutil/trace.go:171","msg":"trace[463429441] transaction","detail":"{read_only:false; response_revision:27575; number_of_response:1; }","duration":"840.483698ms","start":"2026-03-01T22:03:43.194025Z","end":"2026-03-01T22:03:44.034509Z","steps":["trace[463429441] 'process raft request' (duration: 100.069382ms)","trace[463429441] 'compare' (duration: 738.722958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:44.034589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:43.194003Z","time spent":"840.549549ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:44.035535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.059587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:44.035559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.356173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-01T22:03:44.035679Z","caller":"traceutil/trace.go:171","msg":"trace[170173615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27579; }","duration":"794.504965ms","start":"2026-03-01T22:03:43.241148Z","end":"2026-03-01T22:03:44.035653Z","steps":["trace[170173615] 'agreement among raft nodes before linearized reading' (duration: 794.25201ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:44.035739Z","caller":"traceutil/trace.go:171","msg":"trace[659249702] transaction","detail":"{read_only:false; response_revision:27576; number_of_response:1; }","duration":"806.790076ms","start":"2026-03-01T22:03:43.228935Z","end":"2026-03-01T22:03:44.035726Z","steps":["trace[659249702] 'process raft request' (duration: 805.184821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:44.035767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.650195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-01T22:03:44.035768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.076204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-01T22:03:44.035801Z","caller":"traceutil/trace.go:171","msg":"trace[658246371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27579; }","duration":"797.705546ms","start":"2026-03-01T22:03:43.238085Z","end":"2026-03-01T22:03:44.035791Z","steps":["trace[658246371] 'agreement among raft nodes before linearized reading' (duration: 797.552053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:44.035786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.97232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-03-01T22:03:44.035836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:43.238076Z","time spent":"797.751907ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T22:03:44.035834Z","caller":"traceutil/trace.go:171","msg":"trace[1621076738] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27579; }","duration":"788.152915ms","start":"2026-03-01T22:03:43.247664Z","end":"2026-03-01T22:03:44.035817Z","steps":["trace[1621076738] 'agreement among raft nodes before linearized reading' (duration: 788.015302ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:44.035864Z","caller":"traceutil/trace.go:171","msg":"trace[1241975814] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27579; }","duration":"249.090352ms","start":"2026-03-01T22:03:43.786752Z","end":"2026-03-01T22:03:44.035843Z","steps":["trace[1241975814] 'agreement among raft nodes before linearized reading' (duration: 248.838946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:44.035883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:43.247658Z","time spent":"788.217537ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T22:03:44.035891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.234713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T22:03:44.035606Z","caller":"traceutil/trace.go:171","msg":"trace[764931570] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:27579; }","duration":"750.19353ms","start":"2026-03-01T22:03:43.285399Z","end":"2026-03-01T22:03:44.035592Z","steps":["trace[764931570] 'agreement among raft nodes before linearized reading' (duration: 750.050817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:44.036003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:43.285342Z","time spent":"750.64788ms","remote":"127.0.0.1:41220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:03:44.035163Z","caller":"traceutil/trace.go:171","msg":"trace[1508835095] transaction","detail":"{read_only:false; response_revision:27579; number_of_response:1; }","duration":"799.777162ms","start":"2026-03-01T22:03:43.23535Z","end":"2026-03-01T22:03:44.035127Z","steps":["trace[1508835095] 'process raft request' (duration: 799.003835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:44.035997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.113924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T22:03:44.035683Z","caller":"traceutil/trace.go:171","msg":"trace[1886224163] transaction","detail":"{read_only:false; response_revision:27577; number_of_response:1; }","duration":"801.484519ms","start":"2026-03-01T22:03:43.234166Z","end":"2026-03-01T22:03:44.03565Z","steps":["trace[1886224163] 'process raft request' (duration: 800.058729ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:44.036063Z","caller":"traceutil/trace.go:171","msg":"trace[512654701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27579; }","duration":"792.191165ms","start":"2026-03-01T22:03:43.243855Z","end":"2026-03-01T22:03:44.036047Z","steps":["trace[512654701] 'agreement among raft nodes before linearized reading' (duration: 792.095083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:44.036044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.306949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-01T22:03:44.036097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:43.24385Z","time spent":"792.239196ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T22:03:44.036136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:43.235343Z","time spent":"800.719592ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:44.036138Z","caller":"traceutil/trace.go:171","msg":"trace[1130266249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27579; }","duration":"788.425041ms","start":"2026-03-01T22:03:43.247692Z","end":"2026-03-01T22:03:44.036117Z","steps":["trace[1130266249] 'agreement among raft nodes before linearized reading' (duration: 788.121395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:44.03621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:43.247688Z","time spent":"788.512713ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T22:03:44.035747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:43.241142Z","time spent":"794.589628ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T22:03:44.035884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:43.22891Z","time spent":"806.880937ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:44.036134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:43.234153Z","time spent":"801.927269ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:44.035956Z","caller":"traceutil/trace.go:171","msg":"trace[688325264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27579; }","duration":"791.305025ms","start":"2026-03-01T22:03:43.244631Z","end":"2026-03-01T22:03:44.035936Z","steps":["trace[688325264] 'agreement among raft nodes before linearized reading' (duration: 791.147791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:44.03646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:43.244625Z","time spent":"791.823106ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T22:03:44.03596Z","caller":"traceutil/trace.go:171","msg":"trace[949056144] transaction","detail":"{read_only:false; response_revision:27578; number_of_response:1; }","duration":"800.965608ms","start":"2026-03-01T22:03:43.234983Z","end":"2026-03-01T22:03:44.035949Z","steps":["trace[949056144] 'process raft request' (duration: 799.337593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:44.036586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:43.234975Z","time spent":"801.569421ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:50.609269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:03:51.109966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:03:51.61085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:03:51.973052Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.884547844s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:03:51.973879Z","caller":"traceutil/trace.go:171","msg":"trace[261082085] transaction","detail":"{read_only:false; response_revision:27611; number_of_response:1; }","duration":"1.885451245s","start":"2026-03-01T22:03:50.088364Z","end":"2026-03-01T22:03:51.973815Z","steps":["trace[261082085] 'process raft request' (duration: 1.885082767s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:51.97525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:50.088337Z","time spent":"1.88566751s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:52.96354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.137194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:03:52.96379Z","caller":"traceutil/trace.go:171","msg":"trace[2129128144] linearizableReadLoop","detail":"{readStateIndex:29001; appliedIndex:28996; }","duration":"2.855380752s","start":"2026-03-01T22:03:50.108395Z","end":"2026-03-01T22:03:52.963776Z","steps":["trace[2129128144] 'read index received' (duration: 1.864998416s)","trace[2129128144] 'applied index is now lower than readState.Index' (duration: 990.381595ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:03:52.963872Z","caller":"traceutil/trace.go:171","msg":"trace[1709898308] transaction","detail":"{read_only:false; response_revision:27612; number_of_response:1; }","duration":"2.865895182s","start":"2026-03-01T22:03:50.097969Z","end":"2026-03-01T22:03:52.963864Z","steps":["trace[1709898308] 'process raft request' (duration: 2.023323649s)","trace[1709898308] 'compare' (duration: 841.797907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:52.963915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:50.097953Z","time spent":"2.865938713s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:52.964075Z","caller":"traceutil/trace.go:171","msg":"trace[951151647] transaction","detail":"{read_only:false; response_revision:27615; number_of_response:1; }","duration":"2.338604458s","start":"2026-03-01T22:03:50.625431Z","end":"2026-03-01T22:03:52.964035Z","steps":["trace[951151647] 'process raft request' (duration: 2.338308832s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:52.964166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85578003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T22:03:52.964197Z","caller":"traceutil/trace.go:171","msg":"trace[960002422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27615; }","duration":"2.855836951s","start":"2026-03-01T22:03:50.108353Z","end":"2026-03-01T22:03:52.96419Z","steps":["trace[960002422] 'agreement among raft nodes before linearized reading' (duration: 2.855706929s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:52.96422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:50.108339Z","time spent":"2.855874032s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T22:03:52.964218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:50.625402Z","time spent":"2.338734491s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:52.964367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782072097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T22:03:52.964467Z","caller":"traceutil/trace.go:171","msg":"trace[1485937086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27615; }","duration":"2.782224381s","start":"2026-03-01T22:03:50.182217Z","end":"2026-03-01T22:03:52.964442Z","steps":["trace[1485937086] 'agreement among raft nodes before linearized reading' (duration: 2.781923754s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:52.964503Z","caller":"traceutil/trace.go:171","msg":"trace[1058878722] transaction","detail":"{read_only:false; response_revision:27613; number_of_response:1; }","duration":"2.866334412s","start":"2026-03-01T22:03:50.098158Z","end":"2026-03-01T22:03:52.964492Z","steps":["trace[1058878722] 'process raft request' (duration: 2.865472363s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:52.964514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:50.182181Z","time spent":"2.782323773s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T22:03:52.964551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:50.098118Z","time spent":"2.866407504s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:52.964678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.399152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:03:52.964722Z","caller":"traceutil/trace.go:171","msg":"trace[1668842547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27615; }","duration":"246.485945ms","start":"2026-03-01T22:03:52.718224Z","end":"2026-03-01T22:03:52.96471Z","steps":["trace[1668842547] 'agreement among raft nodes before linearized reading' (duration: 246.411633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:52.964923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.782666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:52.964967Z","caller":"traceutil/trace.go:171","msg":"trace[2131304785] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27615; }","duration":"532.826667ms","start":"2026-03-01T22:03:52.432128Z","end":"2026-03-01T22:03:52.964955Z","steps":["trace[2131304785] 'agreement among raft nodes before linearized reading' (duration: 532.761906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:52.964997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:52.432049Z","time spent":"532.94025ms","remote":"127.0.0.1:33434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:52.965184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005883118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:03:52.965221Z","caller":"traceutil/trace.go:171","msg":"trace[1133925968] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:27615; }","duration":"1.00596106s","start":"2026-03-01T22:03:51.959251Z","end":"2026-03-01T22:03:52.965212Z","steps":["trace[1133925968] 'agreement among raft nodes before linearized reading' (duration: 1.005888218s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:52.96525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:51.959228Z","time spent":"1.00601432s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:52.965407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24089935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:52.965449Z","caller":"traceutil/trace.go:171","msg":"trace[2009609487] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:27615; }","duration":"1.240981501s","start":"2026-03-01T22:03:51.724455Z","end":"2026-03-01T22:03:52.965437Z","steps":["trace[2009609487] 'agreement among raft nodes before linearized reading' (duration: 1.24092216s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:52.965479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:51.724429Z","time spent":"1.241041903s","remote":"127.0.0.1:39094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:52.965711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369836157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-03-01T22:03:52.965752Z","caller":"traceutil/trace.go:171","msg":"trace[219589501] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27615; }","duration":"1.369922259s","start":"2026-03-01T22:03:51.59582Z","end":"2026-03-01T22:03:52.965743Z","steps":["trace[219589501] 'agreement among raft nodes before linearized reading' (duration: 1.369809677s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:52.965783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:51.595797Z","time spent":"1.369978981s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T22:03:52.966083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709055793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-01T22:03:52.966123Z","caller":"traceutil/trace.go:171","msg":"trace[939524080] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27615; }","duration":"1.709138445s","start":"2026-03-01T22:03:51.256975Z","end":"2026-03-01T22:03:52.966113Z","steps":["trace[939524080] 'agreement among raft nodes before linearized reading' (duration: 1.708949001s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:52.96615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:51.256934Z","time spent":"1.709210567s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T22:03:52.966334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925758322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:52.96636Z","caller":"traceutil/trace.go:171","msg":"trace[116412852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27615; }","duration":"1.925825423s","start":"2026-03-01T22:03:51.040526Z","end":"2026-03-01T22:03:52.966352Z","steps":["trace[116412852] 'agreement among raft nodes before linearized reading' (duration: 1.925779452s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:52.966384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:51.0405Z","time spent":"1.925879174s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:03:52.966576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324220132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-01T22:03:52.966603Z","caller":"traceutil/trace.go:171","msg":"trace[631940486] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27615; }","duration":"2.324275193s","start":"2026-03-01T22:03:50.64232Z","end":"2026-03-01T22:03:52.966595Z","steps":["trace[631940486] 'agreement among raft nodes before linearized reading' (duration: 2.324182181s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:52.966629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:50.64231Z","time spent":"2.324313344s","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-01T22:03:52.966819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776393353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-01T22:03:52.966858Z","caller":"traceutil/trace.go:171","msg":"trace[1817803992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27615; }","duration":"2.776454734s","start":"2026-03-01T22:03:50.190395Z","end":"2026-03-01T22:03:52.96685Z","steps":["trace[1817803992] 'agreement among raft nodes before linearized reading' (duration: 2.776364302s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:52.966883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:50.190383Z","time spent":"2.776494745s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T22:03:52.967044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783453658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-01T22:03:52.967084Z","caller":"traceutil/trace.go:171","msg":"trace[650003902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27615; }","duration":"2.783510749s","start":"2026-03-01T22:03:50.183562Z","end":"2026-03-01T22:03:52.967073Z","steps":["trace[650003902] 'agreement among raft nodes before linearized reading' (duration: 2.783424187s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:52.96711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:50.183557Z","time spent":"2.783547729s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T22:03:52.967268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783723674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-01T22:03:52.967302Z","caller":"traceutil/trace.go:171","msg":"trace[669642521] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27615; }","duration":"2.783813116s","start":"2026-03-01T22:03:50.183481Z","end":"2026-03-01T22:03:52.967294Z","steps":["trace[669642521] 'agreement among raft nodes before linearized reading' (duration: 2.783729514s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:52.967331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:50.183453Z","time spent":"2.783871376s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-01T22:03:52.967542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785048323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T22:03:52.967579Z","caller":"traceutil/trace.go:171","msg":"trace[2008306757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27615; }","duration":"2.785086424s","start":"2026-03-01T22:03:50.182484Z","end":"2026-03-01T22:03:52.967571Z","steps":["trace[2008306757] 'agreement among raft nodes before linearized reading' (duration: 2.784945081s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:52.967612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:50.182394Z","time spent":"2.785211597s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T22:03:52.96468Z","caller":"traceutil/trace.go:171","msg":"trace[2141988548] transaction","detail":"{read_only:false; response_revision:27614; number_of_response:1; }","duration":"2.865804031s","start":"2026-03-01T22:03:50.098867Z","end":"2026-03-01T22:03:52.964671Z","steps":["trace[2141988548] 'process raft request' (duration: 2.86483578s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:52.967825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:50.098855Z","time spent":"2.86890021s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:53.472192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:03:53.972563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:03:54.472985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:03:54.973592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:03:54.976731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999665919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:03:54.976837Z","caller":"traceutil/trace.go:171","msg":"trace[1385636918] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999795702s","start":"2026-03-01T22:03:52.977022Z","end":"2026-03-01T22:03:54.976818Z","steps":["trace[1385636918] 'agreement among raft nodes before linearized reading' (duration: 1.99967909s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:54.976911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:52.97701Z","time spent":"1.999890234s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:03:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:03:54.998978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.028956585s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:03:54.999865Z","caller":"traceutil/trace.go:171","msg":"trace[1662040494] transaction","detail":"{read_only:false; response_revision:27616; number_of_response:1; }","duration":"2.029928776s","start":"2026-03-01T22:03:52.96991Z","end":"2026-03-01T22:03:54.999838Z","steps":["trace[1662040494] 'process raft request' (duration: 2.029543337s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:55.000251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:52.96989Z","time spent":"2.030039518s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:56.366977Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.367460955s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T22:03:56.468923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.550205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:03:56.469353Z","caller":"traceutil/trace.go:171","msg":"trace[922163198] transaction","detail":"{read_only:false; response_revision:27620; number_of_response:1; }","duration":"3.495280635s","start":"2026-03-01T22:03:52.974051Z","end":"2026-03-01T22:03:56.469332Z","steps":["trace[922163198] 'process raft request' (duration: 3.495174542s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:56.469359Z","caller":"traceutil/trace.go:171","msg":"trace[1483762580] transaction","detail":"{read_only:false; response_revision:27618; number_of_response:1; }","duration":"3.495876798s","start":"2026-03-01T22:03:52.973455Z","end":"2026-03-01T22:03:56.469332Z","steps":["trace[1483762580] 'process raft request' (duration: 3.495596281s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.469438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:52.974043Z","time spent":"3.495359527s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:56.469487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:52.973445Z","time spent":"3.49597275s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:56.469582Z","caller":"traceutil/trace.go:171","msg":"trace[1298495581] transaction","detail":"{read_only:false; response_revision:27619; number_of_response:1; }","duration":"3.496069512s","start":"2026-03-01T22:03:52.973502Z","end":"2026-03-01T22:03:56.469572Z","steps":["trace[1298495581] 'process raft request' (duration: 3.495683463s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.469643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:52.973497Z","time spent":"3.496118873s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:56.469691Z","caller":"traceutil/trace.go:171","msg":"trace[683318691] transaction","detail":"{read_only:false; response_revision:27621; number_of_response:1; }","duration":"3.494028029s","start":"2026-03-01T22:03:52.975651Z","end":"2026-03-01T22:03:56.469679Z","steps":["trace[683318691] 'process raft request' (duration: 3.49364514s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:56.469736Z","caller":"traceutil/trace.go:171","msg":"trace[624608060] transaction","detail":"{read_only:false; response_revision:27617; number_of_response:1; }","duration":"3.497124607s","start":"2026-03-01T22:03:52.9726Z","end":"2026-03-01T22:03:56.469724Z","steps":["trace[624608060] 'process raft request' (duration: 3.394671791s)","trace[624608060] 'compare' (duration: 101.223558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:03:56.469796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:52.972587Z","time spent":"3.497183608s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:56.469861Z","caller":"traceutil/trace.go:171","msg":"trace[94071702] transaction","detail":"{read_only:false; response_revision:27622; number_of_response:1; }","duration":"3.02108743s","start":"2026-03-01T22:03:53.448767Z","end":"2026-03-01T22:03:56.469855Z","steps":["trace[94071702] 'process raft request' (duration: 3.020848314s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.469906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:53.448739Z","time spent":"3.021146021s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:56.469743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:52.97563Z","time spent":"3.49409023s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:56.470073Z","caller":"traceutil/trace.go:171","msg":"trace[3773960] transaction","detail":"{read_only:false; response_revision:27623; number_of_response:1; }","duration":"2.489209003s","start":"2026-03-01T22:03:53.980857Z","end":"2026-03-01T22:03:56.470066Z","steps":["trace[3773960] 'process raft request' (duration: 2.488970648s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.470111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:53.980825Z","time spent":"2.489264345s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:56.470258Z","caller":"traceutil/trace.go:171","msg":"trace[1711581941] transaction","detail":"{read_only:false; response_revision:27624; number_of_response:1; }","duration":"2.327527865s","start":"2026-03-01T22:03:54.142723Z","end":"2026-03-01T22:03:56.470251Z","steps":["trace[1711581941] 'process raft request' (duration: 2.327317931s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.470307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:54.142694Z","time spent":"2.327591566s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:56.470457Z","caller":"traceutil/trace.go:171","msg":"trace[1526876352] linearizableReadLoop","detail":"{readStateIndex:29013; appliedIndex:29001; }","duration":"3.498719671s","start":"2026-03-01T22:03:52.971724Z","end":"2026-03-01T22:03:56.470444Z","steps":["trace[1526876352] 'read index received' (duration: 2.027734847s)","trace[1526876352] 'applied index is now lower than readState.Index' (duration: 1.470983574s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:03:56.470546Z","caller":"traceutil/trace.go:171","msg":"trace[1127436829] transaction","detail":"{read_only:false; response_revision:27625; number_of_response:1; }","duration":"1.499566073s","start":"2026-03-01T22:03:54.97097Z","end":"2026-03-01T22:03:56.470536Z","steps":["trace[1127436829] 'process raft request' (duration: 1.499253766s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.47061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:54.970937Z","time spent":"1.499635154s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:03:56.470631Z","caller":"traceutil/trace.go:171","msg":"trace[21751640] transaction","detail":"{read_only:false; response_revision:27627; number_of_response:1; }","duration":"1.49804776s","start":"2026-03-01T22:03:54.972551Z","end":"2026-03-01T22:03:56.470598Z","steps":["trace[21751640] 'process raft request' (duration: 1.497845265s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:56.470731Z","caller":"traceutil/trace.go:171","msg":"trace[2118053881] transaction","detail":"{read_only:false; response_revision:27626; number_of_response:1; }","duration":"1.49946942s","start":"2026-03-01T22:03:54.971253Z","end":"2026-03-01T22:03:56.470723Z","steps":["trace[2118053881] 'process raft request' (duration: 1.499084532s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.470782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:54.971243Z","time spent":"1.499516142s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:56.470818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:54.972544Z","time spent":"1.498172382s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:56.470916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.499192201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-01T22:03:56.470959Z","caller":"traceutil/trace.go:171","msg":"trace[455537475] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27627; }","duration":"3.499252522s","start":"2026-03-01T22:03:52.971695Z","end":"2026-03-01T22:03:56.470947Z","steps":["trace[455537475] 'agreement among raft nodes before linearized reading' (duration: 3.499115719s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.470998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:52.971679Z","time spent":"3.499311183s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T22:03:56.539771Z","caller":"traceutil/trace.go:171","msg":"trace[1088350292] transaction","detail":"{read_only:false; response_revision:27628; number_of_response:1; }","duration":"930.56323ms","start":"2026-03-01T22:03:55.609177Z","end":"2026-03-01T22:03:56.539741Z","steps":["trace[1088350292] 'process raft request' (duration: 930.424167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.539928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:55.609145Z","time spent":"930.701124ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:03:56.539977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.477396072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:56.540027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373431984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-01T22:03:56.540075Z","caller":"traceutil/trace.go:171","msg":"trace[1568425040] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27628; }","duration":"2.373589869s","start":"2026-03-01T22:03:54.16647Z","end":"2026-03-01T22:03:56.54006Z","steps":["trace[1568425040] 'agreement among raft nodes before linearized reading' (duration: 2.373387595s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.540097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.521469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:56.540125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:54.166445Z","time spent":"2.373671141s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T22:03:56.540162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376302547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-01T22:03:56.540167Z","caller":"traceutil/trace.go:171","msg":"trace[1801680548] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27628; }","duration":"158.619061ms","start":"2026-03-01T22:03:56.381513Z","end":"2026-03-01T22:03:56.540132Z","steps":["trace[1801680548] 'agreement among raft nodes before linearized reading' (duration: 158.543299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.540174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.489368756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-01T22:03:56.540214Z","caller":"traceutil/trace.go:171","msg":"trace[842650934] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:27628; }","duration":"3.489457427s","start":"2026-03-01T22:03:53.050749Z","end":"2026-03-01T22:03:56.540207Z","steps":["trace[842650934] 'agreement among raft nodes before linearized reading' (duration: 3.489347145s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.540244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:53.050727Z","time spent":"3.489510468s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-01T22:03:56.540355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56351082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:56.540116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561667728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-03-01T22:03:56.540184Z","caller":"traceutil/trace.go:171","msg":"trace[1220464062] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27628; }","duration":"2.37637895s","start":"2026-03-01T22:03:54.163798Z","end":"2026-03-01T22:03:56.540177Z","steps":["trace[1220464062] 'agreement among raft nodes before linearized reading' (duration: 2.376331519s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:56.540384Z","caller":"traceutil/trace.go:171","msg":"trace[849311084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27628; }","duration":"1.563564271s","start":"2026-03-01T22:03:54.976812Z","end":"2026-03-01T22:03:56.540377Z","steps":["trace[849311084] 'agreement among raft nodes before linearized reading' (duration: 1.56351565s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:56.540393Z","caller":"traceutil/trace.go:171","msg":"trace[779243389] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27628; }","duration":"2.561941914s","start":"2026-03-01T22:03:53.978442Z","end":"2026-03-01T22:03:56.540383Z","steps":["trace[779243389] 'agreement among raft nodes before linearized reading' (duration: 2.561598477s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.540397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:54.163751Z","time spent":"2.376637446s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T22:03:56.54041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:54.976801Z","time spent":"1.563603862s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:03:56.540424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:53.978404Z","time spent":"2.562006845s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T22:03:56.540414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.564890287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-01T22:03:56.540519Z","caller":"traceutil/trace.go:171","msg":"trace[478373516] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27628; }","duration":"3.565038681s","start":"2026-03-01T22:03:52.975461Z","end":"2026-03-01T22:03:56.5405Z","steps":["trace[478373516] 'agreement among raft nodes before linearized reading' (duration: 3.564779045s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.540557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629700937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:56.540562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:52.975452Z","time spent":"3.565103132s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-01T22:03:56.540588Z","caller":"traceutil/trace.go:171","msg":"trace[1008366607] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:27628; }","duration":"1.629761989s","start":"2026-03-01T22:03:54.910817Z","end":"2026-03-01T22:03:56.540579Z","steps":["trace[1008366607] 'agreement among raft nodes before linearized reading' (duration: 1.629712127s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.540013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00005326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:56.54065Z","caller":"traceutil/trace.go:171","msg":"trace[203167966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27628; }","duration":"1.000750595s","start":"2026-03-01T22:03:55.539891Z","end":"2026-03-01T22:03:56.540641Z","steps":["trace[203167966] 'agreement among raft nodes before linearized reading' (duration: 1.000024349s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.54068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:55.539871Z","time spent":"1.000800626s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T22:03:56.540074Z","caller":"traceutil/trace.go:171","msg":"trace[339325997] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27628; }","duration":"3.477557775s","start":"2026-03-01T22:03:53.062489Z","end":"2026-03-01T22:03:56.540047Z","steps":["trace[339325997] 'agreement among raft nodes before linearized reading' (duration: 3.477414282s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.540792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338258159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:56.540832Z","caller":"traceutil/trace.go:171","msg":"trace[694212117] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27628; }","duration":"3.338320981s","start":"2026-03-01T22:03:53.202498Z","end":"2026-03-01T22:03:56.540819Z","steps":["trace[694212117] 'agreement among raft nodes before linearized reading' (duration: 3.33826787s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.54086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:53.20248Z","time spent":"3.338372112s","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:56.540877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.568096588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb33700f-530e-4630-8962-99598092cbf1\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-01T22:03:56.540918Z","caller":"traceutil/trace.go:171","msg":"trace[32161184] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb33700f-530e-4630-8962-99598092cbf1; range_end:; response_count:1; response_revision:27628; }","duration":"3.568131119s","start":"2026-03-01T22:03:52.972773Z","end":"2026-03-01T22:03:56.540904Z","steps":["trace[32161184] 'agreement among raft nodes before linearized reading' (duration: 3.567068236s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.540934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811719053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:03:56.541Z","caller":"traceutil/trace.go:171","msg":"trace[818253358] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:27628; }","duration":"1.811869606s","start":"2026-03-01T22:03:54.72912Z","end":"2026-03-01T22:03:56.540989Z","steps":["trace[818253358] 'agreement among raft nodes before linearized reading' (duration: 1.811773284s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.541035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:54.729047Z","time spent":"1.811979418s","remote":"127.0.0.1:41088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:56.54104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.400510309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:56.541075Z","caller":"traceutil/trace.go:171","msg":"trace[1133864588] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27628; }","duration":"3.400612291s","start":"2026-03-01T22:03:53.140452Z","end":"2026-03-01T22:03:56.541065Z","steps":["trace[1133864588] 'agreement among raft nodes before linearized reading' (duration: 3.4005384s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.541102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:53.140424Z","time spent":"3.400672613s","remote":"127.0.0.1:33684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T22:03:56.540793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:53.06244Z","time spent":"3.478342822s","remote":"127.0.0.1:33586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:56.540941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:52.972714Z","time spent":"3.56822196s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-eb33700f-530e-4630-8962-99598092cbf1\" "} {"level":"warn","ts":"2026-03-01T22:03:56.540619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:54.910786Z","time spent":"1.629822339s","remote":"127.0.0.1:33340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:03:56.541551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.363689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T22:03:56.54157Z","caller":"traceutil/trace.go:171","msg":"trace[444890216] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27628; }","duration":"558.44035ms","start":"2026-03-01T22:03:55.983124Z","end":"2026-03-01T22:03:56.541564Z","steps":["trace[444890216] 'agreement among raft nodes before linearized reading' (duration: 557.08067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.541588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:03:55.983093Z","time spent":"558.491331ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2760,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:03:56.74568Z","caller":"traceutil/trace.go:171","msg":"trace[1175754917] transaction","detail":"{read_only:false; response_revision:27629; number_of_response:1; }","duration":"269.057652ms","start":"2026-03-01T22:03:56.476596Z","end":"2026-03-01T22:03:56.745653Z","steps":["trace[1175754917] 'process raft request' (duration: 267.283433ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:56.745838Z","caller":"traceutil/trace.go:171","msg":"trace[1209085659] linearizableReadLoop","detail":"{readStateIndex:29015; appliedIndex:29014; }","duration":"202.477406ms","start":"2026-03-01T22:03:56.54333Z","end":"2026-03-01T22:03:56.745808Z","steps":["trace[1209085659] 'read index received' (duration: 200.621036ms)","trace[1209085659] 'applied index is now lower than readState.Index' (duration: 1.85316ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:03:56.74593Z","caller":"traceutil/trace.go:171","msg":"trace[120793065] transaction","detail":"{read_only:false; response_revision:27631; number_of_response:1; }","duration":"199.195833ms","start":"2026-03-01T22:03:56.546711Z","end":"2026-03-01T22:03:56.745907Z","steps":["trace[120793065] 'process raft request' (duration: 199.159532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.746145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.797883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17026"} {"level":"info","ts":"2026-03-01T22:03:56.746179Z","caller":"traceutil/trace.go:171","msg":"trace[773614534] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27631; }","duration":"202.892365ms","start":"2026-03-01T22:03:56.543277Z","end":"2026-03-01T22:03:56.746169Z","steps":["trace[773614534] 'agreement among raft nodes before linearized reading' (duration: 202.64403ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:56.746339Z","caller":"traceutil/trace.go:171","msg":"trace[1414416856] transaction","detail":"{read_only:false; response_revision:27630; number_of_response:1; }","duration":"201.078904ms","start":"2026-03-01T22:03:56.545248Z","end":"2026-03-01T22:03:56.746327Z","steps":["trace[1414416856] 'process raft request' (duration: 200.532542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.746453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.463333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-01T22:03:56.746481Z","caller":"traceutil/trace.go:171","msg":"trace[1215674888] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2; range_end:; response_count:1; response_revision:27631; }","duration":"201.491963ms","start":"2026-03-01T22:03:56.544976Z","end":"2026-03-01T22:03:56.746468Z","steps":["trace[1215674888] 'agreement among raft nodes before linearized reading' (duration: 201.391031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.746614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.399028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:03:56.746588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.664287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:56.746633Z","caller":"traceutil/trace.go:171","msg":"trace[1454042563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27631; }","duration":"199.43199ms","start":"2026-03-01T22:03:56.547194Z","end":"2026-03-01T22:03:56.746626Z","steps":["trace[1454042563] 'agreement among raft nodes before linearized reading' (duration: 199.396688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.746588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.190168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:03:56.746655Z","caller":"traceutil/trace.go:171","msg":"trace[458629222] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:27631; }","duration":"186.794831ms","start":"2026-03-01T22:03:56.559846Z","end":"2026-03-01T22:03:56.746641Z","steps":["trace[458629222] 'agreement among raft nodes before linearized reading' (duration: 186.648007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.7467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.898662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-01T22:03:56.746702Z","caller":"traceutil/trace.go:171","msg":"trace[508072620] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27631; }","duration":"196.332142ms","start":"2026-03-01T22:03:56.550347Z","end":"2026-03-01T22:03:56.746679Z","steps":["trace[508072620] 'agreement among raft nodes before linearized reading' (duration: 196.098416ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:03:56.746728Z","caller":"traceutil/trace.go:171","msg":"trace[1634236673] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27631; }","duration":"200.964873ms","start":"2026-03-01T22:03:56.545754Z","end":"2026-03-01T22:03:56.746718Z","steps":["trace[1634236673] 'agreement among raft nodes before linearized reading' (duration: 200.840799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:03:56.746923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.956913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-01T22:03:56.747051Z","caller":"traceutil/trace.go:171","msg":"trace[570372868] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:27631; }","duration":"201.113496ms","start":"2026-03-01T22:03:56.545906Z","end":"2026-03-01T22:03:56.747019Z","steps":["trace[570372868] 'agreement among raft nodes before linearized reading' (duration: 200.767999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:01.368322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320389,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T22:04:01.47138Z","caller":"traceutil/trace.go:171","msg":"trace[1228670979] transaction","detail":"{read_only:false; response_revision:27750; number_of_response:1; }","duration":"635.393704ms","start":"2026-03-01T22:04:00.835956Z","end":"2026-03-01T22:04:01.47135Z","steps":["trace[1228670979] 'process raft request' (duration: 635.21946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:01.471565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:00.835937Z","time spent":"635.503207ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:02.379548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.684844ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:02.379733Z","caller":"traceutil/trace.go:171","msg":"trace[827584817] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27750; }","duration":"682.886949ms","start":"2026-03-01T22:04:01.696818Z","end":"2026-03-01T22:04:02.379705Z","steps":["trace[827584817] 'range keys from in-memory index tree' (duration: 682.661344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:02.380319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.718092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:04:02.380374Z","caller":"traceutil/trace.go:171","msg":"trace[311651567] linearizableReadLoop","detail":"{readStateIndex:29141; appliedIndex:29139; }","duration":"1.513123282s","start":"2026-03-01T22:04:00.867243Z","end":"2026-03-01T22:04:02.380366Z","steps":["trace[311651567] 'read index received' (duration: 604.004844ms)","trace[311651567] 'applied index is now lower than readState.Index' (duration: 909.117738ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:04:02.380491Z","caller":"traceutil/trace.go:171","msg":"trace[661155983] transaction","detail":"{read_only:false; response_revision:27751; number_of_response:1; }","duration":"1.544186655s","start":"2026-03-01T22:04:00.836285Z","end":"2026-03-01T22:04:02.380472Z","steps":["trace[661155983] 'process raft request' (duration: 738.247838ms)","trace[661155983] 'compare' (duration: 804.982225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:02.380565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413614062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:02.380568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:00.836261Z","time spent":"1.544271887s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:04:02.38059Z","caller":"traceutil/trace.go:171","msg":"trace[489908181] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:27751; }","duration":"1.413680053s","start":"2026-03-01T22:04:00.966899Z","end":"2026-03-01T22:04:02.38058Z","steps":["trace[489908181] 'agreement among raft nodes before linearized reading' (duration: 1.413627922s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:02.380561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513279025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:02.380656Z","caller":"traceutil/trace.go:171","msg":"trace[1913041636] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:27751; }","duration":"1.513418389s","start":"2026-03-01T22:04:00.867216Z","end":"2026-03-01T22:04:02.380634Z","steps":["trace[1913041636] 'agreement among raft nodes before linearized reading' (duration: 1.513242845s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:02.380714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.555154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-03-01T22:04:02.380713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:00.867207Z","time spent":"1.51349413s","remote":"127.0.0.1:54484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:02.380735Z","caller":"traceutil/trace.go:171","msg":"trace[549260159] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27751; }","duration":"444.611046ms","start":"2026-03-01T22:04:01.936119Z","end":"2026-03-01T22:04:02.38073Z","steps":["trace[549260159] 'agreement among raft nodes before linearized reading' (duration: 444.505763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:02.38075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:01.936099Z","time spent":"444.648266ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T22:04:02.380902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.385123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:04:02.380924Z","caller":"traceutil/trace.go:171","msg":"trace[377542344] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:27751; }","duration":"540.450055ms","start":"2026-03-01T22:04:01.84047Z","end":"2026-03-01T22:04:02.38092Z","steps":["trace[377542344] 'agreement among raft nodes before linearized reading' (duration: 540.401264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:02.380612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:00.966876Z","time spent":"1.413729944s","remote":"127.0.0.1:54448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:02.38094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:01.840445Z","time spent":"540.490355ms","remote":"127.0.0.1:41164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:02.381061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156589095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:02.381094Z","caller":"traceutil/trace.go:171","msg":"trace[539109220] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27751; }","duration":"1.156683526s","start":"2026-03-01T22:04:01.224401Z","end":"2026-03-01T22:04:02.381085Z","steps":["trace[539109220] 'agreement among raft nodes before linearized reading' (duration: 1.156630005s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:02.381098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.774722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:04:02.381106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.655903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-03-01T22:04:02.381143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338405846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:02.381139Z","caller":"traceutil/trace.go:171","msg":"trace[913047500] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:27751; }","duration":"869.854914ms","start":"2026-03-01T22:04:01.511271Z","end":"2026-03-01T22:04:02.381126Z","steps":["trace[913047500] 'agreement among raft nodes before linearized reading' (duration: 869.762282ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:02.381157Z","caller":"traceutil/trace.go:171","msg":"trace[1646753645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27751; }","duration":"1.338449407s","start":"2026-03-01T22:04:01.042704Z","end":"2026-03-01T22:04:02.381153Z","steps":["trace[1646753645] 'agreement among raft nodes before linearized reading' (duration: 1.338419526s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:02.38115Z","caller":"traceutil/trace.go:171","msg":"trace[926619812] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb; range_end:; response_count:1; response_revision:27751; }","duration":"856.753285ms","start":"2026-03-01T22:04:01.524383Z","end":"2026-03-01T22:04:02.381136Z","steps":["trace[926619812] 'agreement among raft nodes before linearized reading' (duration: 856.622593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:02.381164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:01.511246Z","time spent":"869.912296ms","remote":"127.0.0.1:41290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:02.38117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:01.042686Z","time spent":"1.338480818s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:04:02.381187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:01.524357Z","time spent":"856.821937ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" "} {"level":"warn","ts":"2026-03-01T22:04:02.381112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:01.224368Z","time spent":"1.156738478s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:02.381291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351896253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-01T22:04:02.381305Z","caller":"traceutil/trace.go:171","msg":"trace[1769044156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27751; }","duration":"1.351947754s","start":"2026-03-01T22:04:01.029354Z","end":"2026-03-01T22:04:02.381301Z","steps":["trace[1769044156] 'agreement among raft nodes before linearized reading' (duration: 1.351896783s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:02.381318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:01.029336Z","time spent":"1.351979214s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T22:04:02.38134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.305424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-01T22:04:02.381389Z","caller":"traceutil/trace.go:171","msg":"trace[1307254688] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27751; }","duration":"905.372725ms","start":"2026-03-01T22:04:01.475999Z","end":"2026-03-01T22:04:02.381372Z","steps":["trace[1307254688] 'agreement among raft nodes before linearized reading' (duration: 905.290594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:02.381237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154198822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898d6cf62e7945f\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-01T22:04:02.38143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:01.475979Z","time spent":"905.444717ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-01T22:04:02.381434Z","caller":"traceutil/trace.go:171","msg":"trace[1518058137] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898d6cf62e7945f; range_end:; response_count:1; response_revision:27751; }","duration":"1.154454168s","start":"2026-03-01T22:04:01.226969Z","end":"2026-03-01T22:04:02.381423Z","steps":["trace[1518058137] 'agreement among raft nodes before linearized reading' (duration: 1.154034139s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:02.381468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:01.226957Z","time spent":"1.154500718s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1898d6cf62e7945f\" "} {"level":"warn","ts":"2026-03-01T22:04:02.382819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.970952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-01T22:04:02.38286Z","caller":"traceutil/trace.go:171","msg":"trace[631160506] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb; range_end:; response_count:1; response_revision:27751; }","duration":"748.100784ms","start":"2026-03-01T22:04:01.63475Z","end":"2026-03-01T22:04:02.382851Z","steps":["trace[631160506] 'agreement among raft nodes before linearized reading' (duration: 746.51419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:02.382883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:01.634728Z","time spent":"748.147665ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" "} {"level":"warn","ts":"2026-03-01T22:04:02.885377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:03.386402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:03.416851Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.032518204s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:04:03.417379Z","caller":"traceutil/trace.go:171","msg":"trace[1267572031] transaction","detail":"{read_only:false; response_revision:27752; number_of_response:1; }","duration":"1.033136868s","start":"2026-03-01T22:04:02.384207Z","end":"2026-03-01T22:04:03.417344Z","steps":["trace[1267572031] 'process raft request' (duration: 1.032885392s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:03.417574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:02.384179Z","time spent":"1.033288871s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:04.390886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000214831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:04:04.390967Z","caller":"traceutil/trace.go:171","msg":"trace[652420369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000333973s","start":"2026-03-01T22:04:02.390616Z","end":"2026-03-01T22:04:04.39095Z","steps":["trace[652420369] 'agreement among raft nodes before linearized reading' (duration: 2.000224551s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:04.391012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:02.390607Z","time spent":"2.000396984s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:04:06.391865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00053863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:06.391978Z","caller":"traceutil/trace.go:171","msg":"trace[1985554947] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000699623s","start":"2026-03-01T22:04:04.391252Z","end":"2026-03-01T22:04:06.391951Z","steps":["trace[1985554947] 'agreement among raft nodes before linearized reading' (duration: 2.000548909s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:06.392047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:04.39124Z","time spent":"2.000793684s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:04:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:07.49059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:02.49319Z","time spent":"4.997362522s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-01T22:04:07.493145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:02.494569Z","time spent":"4.99857223s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 22:04:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:07.506506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:02.510694Z","time spent":"4.995809548s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 22:04:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:07.509122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:02.512283Z","time spent":"4.99683773s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 22:04:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:07.524522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999474099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:07.524613Z","caller":"traceutil/trace.go:171","msg":"trace[1646597104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999641523s","start":"2026-03-01T22:04:02.524948Z","end":"2026-03-01T22:04:07.524589Z","steps":["trace[1646597104] 'agreement among raft nodes before linearized reading' (duration: 4.999532521s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:07.524671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:02.524918Z","time spent":"4.999738705s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/01 22:04:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:07.524779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000249996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:07.524814Z","caller":"traceutil/trace.go:171","msg":"trace[1709872051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000315028s","start":"2026-03-01T22:04:02.524487Z","end":"2026-03-01T22:04:07.524802Z","steps":["trace[1709872051] 'agreement among raft nodes before linearized reading' (duration: 5.000279867s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:07.524848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:02.524475Z","time spent":"5.000364399s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/01 22:04:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:07.52493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998443327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:07.524962Z","caller":"traceutil/trace.go:171","msg":"trace[226821106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998507187s","start":"2026-03-01T22:04:02.526443Z","end":"2026-03-01T22:04:07.52495Z","steps":["trace[226821106] 'agreement among raft nodes before linearized reading' (duration: 4.998476417s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:07.524996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:02.525357Z","time spent":"4.999629883s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/01 22:04:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:07.527182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.110089726s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:04:07.527707Z","caller":"traceutil/trace.go:171","msg":"trace[486539603] transaction","detail":"{read_only:false; response_revision:27753; number_of_response:1; }","duration":"5.1421689s","start":"2026-03-01T22:04:02.385526Z","end":"2026-03-01T22:04:07.527695Z","steps":["trace[486539603] 'process raft request' (duration: 5.141890014s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:07.527794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:02.385517Z","time spent":"5.142223202s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:04:07.527858Z","caller":"traceutil/trace.go:171","msg":"trace[313603947] transaction","detail":"{read_only:false; response_revision:27754; number_of_response:1; }","duration":"5.141009204s","start":"2026-03-01T22:04:02.386748Z","end":"2026-03-01T22:04:07.527758Z","steps":["trace[313603947] 'process raft request' (duration: 5.140791119s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:07.52794Z","caller":"traceutil/trace.go:171","msg":"trace[342714567] transaction","detail":"{read_only:false; response_revision:27755; number_of_response:1; }","duration":"5.140299979s","start":"2026-03-01T22:04:02.387631Z","end":"2026-03-01T22:04:07.52793Z","steps":["trace[342714567] 'process raft request' (duration: 5.140013503s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:07.527999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:02.387617Z","time spent":"5.14034597s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3739,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:07.528115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:02.386737Z","time spent":"5.141238759s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:04:07.528379Z","caller":"traceutil/trace.go:171","msg":"trace[1883305312] linearizableReadLoop","detail":"{readStateIndex:29150; appliedIndex:29141; }","duration":"5.143779665s","start":"2026-03-01T22:04:02.384591Z","end":"2026-03-01T22:04:07.52837Z","steps":["trace[1883305312] 'read index received' (duration: 1.032638157s)","trace[1883305312] 'applied index is now lower than readState.Index' (duration: 4.111140268s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:04:07.529883Z","caller":"traceutil/trace.go:171","msg":"trace[2076407450] transaction","detail":"{read_only:false; response_revision:27760; number_of_response:1; }","duration":"4.548195817s","start":"2026-03-01T22:04:02.980232Z","end":"2026-03-01T22:04:07.528428Z","steps":["trace[2076407450] 'process raft request' (duration: 4.548111215s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:07.529969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:02.980196Z","time spent":"4.549740771s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:07.531163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.146551126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-01T22:04:07.531249Z","caller":"traceutil/trace.go:171","msg":"trace[308821562] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27760; }","duration":"5.146678599s","start":"2026-03-01T22:04:02.384551Z","end":"2026-03-01T22:04:07.531229Z","steps":["trace[308821562] 'agreement among raft nodes before linearized reading' (duration: 5.144080852s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:07.531281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:02.38454Z","time spent":"5.14673442s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T22:04:07.541374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999841683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:04:07.541433Z","caller":"traceutil/trace.go:171","msg":"trace[790317261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999938675s","start":"2026-03-01T22:04:05.541479Z","end":"2026-03-01T22:04:07.541418Z","steps":["trace[790317261] 'agreement among raft nodes before linearized reading' (duration: 1.999871094s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:07.541466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:05.541457Z","time spent":"2.000001467s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:04:08.028531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:08.400315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000578468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:04:08.400429Z","caller":"traceutil/trace.go:171","msg":"trace[1661681314] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000755544s","start":"2026-03-01T22:04:06.399645Z","end":"2026-03-01T22:04:08.4004Z","steps":["trace[1661681314] 'agreement among raft nodes before linearized reading' (duration: 2.000592029s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:08.400491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:06.399634Z","time spent":"2.000844765s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:04:08.528701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:09.028909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:09.529071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:10.030172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:10.407522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000219251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:04:10.407619Z","caller":"traceutil/trace.go:171","msg":"trace[857266253] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000392685s","start":"2026-03-01T22:04:08.407206Z","end":"2026-03-01T22:04:10.407599Z","steps":["trace[857266253] 'agreement among raft nodes before linearized reading' (duration: 2.000254412s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:10.407696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:08.407185Z","time spent":"2.000489937s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:04:10.530308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:10.830927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:07.541866Z","time spent":"3.288891132s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 22:04:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:10.931082Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.40374214s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:04:10.931627Z","caller":"traceutil/trace.go:171","msg":"trace[1021051907] transaction","detail":"{read_only:false; response_revision:27763; number_of_response:1; }","duration":"4.064920721s","start":"2026-03-01T22:04:06.866677Z","end":"2026-03-01T22:04:10.931598Z","steps":["trace[1021051907] 'process raft request' (duration: 4.06486924s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:10.931656Z","caller":"traceutil/trace.go:171","msg":"trace[406531998] transaction","detail":"{read_only:false; response_revision:27761; number_of_response:1; }","duration":"6.885333584s","start":"2026-03-01T22:04:04.04628Z","end":"2026-03-01T22:04:10.931614Z","steps":["trace[406531998] 'process raft request' (duration: 6.885010347s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:10.931767Z","caller":"traceutil/trace.go:171","msg":"trace[221359733] transaction","detail":"{read_only:false; response_revision:27762; number_of_response:1; }","duration":"4.305186609s","start":"2026-03-01T22:04:06.626499Z","end":"2026-03-01T22:04:10.931686Z","steps":["trace[221359733] 'process raft request' (duration: 4.304991175s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:10.931841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:04.046237Z","time spent":"6.885505527s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:10.931843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:06.866656Z","time spent":"4.065057184s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:10.931962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:06.626483Z","time spent":"4.305378513s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:12.408679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000432476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:12.408764Z","caller":"traceutil/trace.go:171","msg":"trace[855887992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000566968s","start":"2026-03-01T22:04:10.408178Z","end":"2026-03-01T22:04:12.408745Z","steps":["trace[855887992] 'agreement among raft nodes before linearized reading' (duration: 2.000461596s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:12.408807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:10.40816Z","time spent":"2.00063794s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:04:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:12.489952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997588528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:12.490049Z","caller":"traceutil/trace.go:171","msg":"trace[59133680] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.99772345s","start":"2026-03-01T22:04:07.492309Z","end":"2026-03-01T22:04:12.490032Z","steps":["trace[59133680] 'agreement among raft nodes before linearized reading' (duration: 4.997605728s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:12.490099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:07.492295Z","time spent":"4.997794692s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/01 22:04:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:12.494104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999256494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:12.494212Z","caller":"traceutil/trace.go:171","msg":"trace[1086267316] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999466929s","start":"2026-03-01T22:04:07.494724Z","end":"2026-03-01T22:04:12.49419Z","steps":["trace[1086267316] 'agreement among raft nodes before linearized reading' (duration: 4.999329476s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:12.494277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:07.494695Z","time spent":"4.999568982s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/01 22:04:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:12.507046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998651971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:12.507104Z","caller":"traceutil/trace.go:171","msg":"trace[6947171] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998719223s","start":"2026-03-01T22:04:07.508372Z","end":"2026-03-01T22:04:12.507091Z","steps":["trace[6947171] 'agreement among raft nodes before linearized reading' (duration: 4.998649301s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:12.507135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:07.508349Z","time spent":"4.998778603s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/01 22:04:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:12.509244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999465138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:12.509344Z","caller":"traceutil/trace.go:171","msg":"trace[1833605670] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999592451s","start":"2026-03-01T22:04:07.509729Z","end":"2026-03-01T22:04:12.509321Z","steps":["trace[1833605670] 'agreement among raft nodes before linearized reading' (duration: 4.999469598s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:12.509538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:07.509724Z","time spent":"4.999671273s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/01 22:04:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:12.509717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998804784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:12.509809Z","caller":"traceutil/trace.go:171","msg":"trace[1148767208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.998951118s","start":"2026-03-01T22:04:02.510839Z","end":"2026-03-01T22:04:12.50979Z","steps":["trace[1148767208] 'agreement among raft nodes before linearized reading' (duration: 9.998835225s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:12.509866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:02.510829Z","time spent":"9.999026429s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/01 22:04:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:12.520306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998948358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:12.520681Z","caller":"traceutil/trace.go:171","msg":"trace[110876206] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"9.999349497s","start":"2026-03-01T22:04:02.521289Z","end":"2026-03-01T22:04:12.520638Z","steps":["trace[110876206] 'agreement among raft nodes before linearized reading' (duration: 9.999002489s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:12.520784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:02.521259Z","time spent":"9.999513151s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/01 22:04:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:12.524339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995164759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:12.524378Z","caller":"traceutil/trace.go:171","msg":"trace[1955313522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.995231831s","start":"2026-03-01T22:04:09.529137Z","end":"2026-03-01T22:04:12.524369Z","steps":["trace[1955313522] 'agreement among raft nodes before linearized reading' (duration: 2.99518549s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:12.524401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:09.529126Z","time spent":"2.995269101s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/01 22:04:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:12.524405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99616775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:12.524503Z","caller":"traceutil/trace.go:171","msg":"trace[1763389379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996336634s","start":"2026-03-01T22:04:09.528143Z","end":"2026-03-01T22:04:12.52448Z","steps":["trace[1763389379] 'agreement among raft nodes before linearized reading' (duration: 2.996201721s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:12.524407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995174169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-01T22:04:12.524557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:09.528122Z","time spent":"2.996423236s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/01 22:04:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-01T22:04:12.524573Z","caller":"traceutil/trace.go:171","msg":"trace[906734865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.995435615s","start":"2026-03-01T22:04:09.529121Z","end":"2026-03-01T22:04:12.524557Z","steps":["trace[906734865] 'agreement among raft nodes before linearized reading' (duration: 2.995207s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:12.52473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:09.529097Z","time spent":"2.995543708s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/01 22:04:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:13.681126Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169184523s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T22:04:13.686324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988933633s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:13.686535Z","caller":"traceutil/trace.go:171","msg":"trace[1632438551] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27763; }","duration":"1.989159838s","start":"2026-03-01T22:04:11.697337Z","end":"2026-03-01T22:04:13.686496Z","steps":["trace[1632438551] 'range keys from in-memory index tree' (duration: 1.988902063s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:13.68659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662513326s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:04:13.687098Z","caller":"traceutil/trace.go:171","msg":"trace[372407892] linearizableReadLoop","detail":"{readStateIndex:29154; appliedIndex:29150; }","duration":"6.158676242s","start":"2026-03-01T22:04:07.528399Z","end":"2026-03-01T22:04:13.687075Z","steps":["trace[372407892] 'read index received' (duration: 3.402886811s)","trace[372407892] 'applied index is now lower than readState.Index' (duration: 2.755786351s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:13.687222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.548689825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:13.687254Z","caller":"traceutil/trace.go:171","msg":"trace[1228647733] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:27764; }","duration":"6.548778537s","start":"2026-03-01T22:04:07.138462Z","end":"2026-03-01T22:04:13.687241Z","steps":["trace[1228647733] 'agreement among raft nodes before linearized reading' (duration: 6.548704986s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:13.687286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:07.138439Z","time spent":"6.548838808s","remote":"127.0.0.1:54534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:13.687462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.90740757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:13.687492Z","caller":"traceutil/trace.go:171","msg":"trace[1893845765] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27764; }","duration":"6.907585273s","start":"2026-03-01T22:04:06.779897Z","end":"2026-03-01T22:04:13.687483Z","steps":["trace[1893845765] 'agreement among raft nodes before linearized reading' (duration: 6.907531282s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:13.687514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:06.779873Z","time spent":"6.907632874s","remote":"127.0.0.1:33684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T22:04:13.68761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.989362118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:04:13.687682Z","caller":"traceutil/trace.go:171","msg":"trace[674429861] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:27764; }","duration":"9.98948446s","start":"2026-03-01T22:04:03.698177Z","end":"2026-03-01T22:04:13.687661Z","steps":["trace[674429861] 'agreement among raft nodes before linearized reading' (duration: 9.989308966s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:13.687709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.29231606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-01T22:04:13.687744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.013783994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"warn","ts":"2026-03-01T22:04:13.687745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.562804909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:13.687766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.252638642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:13.687743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:03.69815Z","time spent":"9.989579922s","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:13.68778Z","caller":"traceutil/trace.go:171","msg":"trace[898191451] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:27764; }","duration":"11.013862126s","start":"2026-03-01T22:04:02.673904Z","end":"2026-03-01T22:04:13.687766Z","steps":["trace[898191451] 'agreement among raft nodes before linearized reading' (duration: 11.013803804s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:13.687801Z","caller":"traceutil/trace.go:171","msg":"trace[428869018] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27764; }","duration":"10.252671393s","start":"2026-03-01T22:04:03.435117Z","end":"2026-03-01T22:04:13.687788Z","steps":["trace[428869018] 'agreement among raft nodes before linearized reading' (duration: 10.252619212s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:13.687808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.780873513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:13.687816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:02.673873Z","time spent":"11.013936566s","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1044,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-03-01T22:04:13.687831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:03.435085Z","time spent":"10.252738754s","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:13.687839Z","caller":"traceutil/trace.go:171","msg":"trace[1012577553] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27764; }","duration":"7.780903034s","start":"2026-03-01T22:04:05.906926Z","end":"2026-03-01T22:04:13.687829Z","steps":["trace[1012577553] 'agreement among raft nodes before linearized reading' (duration: 7.780849193s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:13.687865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:05.906889Z","time spent":"7.780968415s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:13.687752Z","caller":"traceutil/trace.go:171","msg":"trace[731190476] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2; range_end:; response_count:1; response_revision:27764; }","duration":"7.292397922s","start":"2026-03-01T22:04:06.395338Z","end":"2026-03-01T22:04:13.687736Z","steps":["trace[731190476] 'agreement among raft nodes before linearized reading' (duration: 7.2923096s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:13.687796Z","caller":"traceutil/trace.go:171","msg":"trace[2079364585] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27764; }","duration":"10.56285404s","start":"2026-03-01T22:04:03.124924Z","end":"2026-03-01T22:04:13.687778Z","steps":["trace[2079364585] 'agreement among raft nodes before linearized reading' (duration: 10.562790908s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:13.687944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:03.124885Z","time spent":"10.563049443s","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:13.687682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.63561241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-01T22:04:13.687909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.299856661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" ","response":"range_response_count:1 size:3757"} {"level":"warn","ts":"2026-03-01T22:04:13.687681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.301388042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-01T22:04:13.687983Z","caller":"traceutil/trace.go:171","msg":"trace[1434287170] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:27764; }","duration":"10.635969438s","start":"2026-03-01T22:04:03.052006Z","end":"2026-03-01T22:04:13.687975Z","steps":["trace[1434287170] 'agreement among raft nodes before linearized reading' (duration: 10.635531309s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:13.688068Z","caller":"traceutil/trace.go:171","msg":"trace[1543207515] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27764; }","duration":"11.301792621s","start":"2026-03-01T22:04:02.386267Z","end":"2026-03-01T22:04:13.688059Z","steps":["trace[1543207515] 'agreement among raft nodes before linearized reading' (duration: 11.301321001s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:13.688085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:03.051982Z","time spent":"10.636093911s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-01T22:04:13.688096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:02.38626Z","time spent":"11.301828222s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T22:04:13.687985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:06.395317Z","time spent":"7.292609156s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4cd2c163bc2\" "} {"level":"warn","ts":"2026-03-01T22:04:13.687599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.91031758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:13.688098Z","caller":"traceutil/trace.go:171","msg":"trace[1330383772] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb; range_end:; response_count:1; response_revision:27764; }","duration":"10.300024364s","start":"2026-03-01T22:04:03.387966Z","end":"2026-03-01T22:04:13.68799Z","steps":["trace[1330383772] 'agreement among raft nodes before linearized reading' (duration: 10.299659676s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:13.688181Z","caller":"traceutil/trace.go:171","msg":"trace[1069208257] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:27764; }","duration":"8.910921593s","start":"2026-03-01T22:04:04.777242Z","end":"2026-03-01T22:04:13.688163Z","steps":["trace[1069208257] 'agreement among raft nodes before linearized reading' (duration: 8.910271409s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:13.688194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:03.387941Z","time spent":"10.300237069s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" "} {"level":"warn","ts":"2026-03-01T22:04:13.687866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.806554094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:04:13.688245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:04.77714Z","time spent":"8.911085346s","remote":"127.0.0.1:33514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:13.688295Z","caller":"traceutil/trace.go:171","msg":"trace[1221494863] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:27764; }","duration":"9.806997464s","start":"2026-03-01T22:04:03.881258Z","end":"2026-03-01T22:04:13.688255Z","steps":["trace[1221494863] 'agreement among raft nodes before linearized reading' (duration: 9.806577425s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:13.688424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:03.881232Z","time spent":"9.807151537s","remote":"127.0.0.1:39110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:14.18762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:14.415991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000401605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:04:14.416129Z","caller":"traceutil/trace.go:171","msg":"trace[1173498328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00060214s","start":"2026-03-01T22:04:12.415492Z","end":"2026-03-01T22:04:14.416094Z","steps":["trace[1173498328] 'agreement among raft nodes before linearized reading' (duration: 2.000422486s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:14.416183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:12.415473Z","time spent":"2.000699602s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:04:14.688184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:15.047307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360519432s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-01T22:04:15.047758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.693573715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-03-01T22:04:15.047873Z","caller":"traceutil/trace.go:171","msg":"trace[846521642] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27765; }","duration":"10.693736669s","start":"2026-03-01T22:04:04.354108Z","end":"2026-03-01T22:04:15.047845Z","steps":["trace[846521642] 'agreement among raft nodes before linearized reading' (duration: 9.333778159s)","trace[846521642] 'range keys from in-memory index tree' (duration: 1.359684624s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:15.047931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:04.354091Z","time spent":"10.69382657s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-01T22:04:15.048817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.757643675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:15.048904Z","caller":"traceutil/trace.go:171","msg":"trace[1375393272] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:27765; }","duration":"10.757784928s","start":"2026-03-01T22:04:04.291095Z","end":"2026-03-01T22:04:15.04888Z","steps":["trace[1375393272] 'agreement among raft nodes before linearized reading' (duration: 9.396801995s)","trace[1375393272] 'count revisions from in-memory index tree' (duration: 1.360863441s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:15.04894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:04.29107Z","time spent":"10.75786228s","remote":"127.0.0.1:40510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:15.049137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.079230686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:15.04917Z","caller":"traceutil/trace.go:171","msg":"trace[691686003] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:27765; }","duration":"10.079307587s","start":"2026-03-01T22:04:04.969854Z","end":"2026-03-01T22:04:15.049161Z","steps":["trace[691686003] 'agreement among raft nodes before linearized reading' (duration: 8.718054099s)","trace[691686003] 'count revisions from in-memory index tree' (duration: 1.361211878s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:15.049192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:04.969829Z","time spent":"10.079355638s","remote":"127.0.0.1:34072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:15.050553Z","caller":"traceutil/trace.go:171","msg":"trace[1420775169] transaction","detail":"{read_only:false; response_revision:27766; number_of_response:1; }","duration":"2.538707652s","start":"2026-03-01T22:04:12.511819Z","end":"2026-03-01T22:04:15.050527Z","steps":["trace[1420775169] 'process raft request' (duration: 2.535691626s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:15.0507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:12.511789Z","time spent":"2.538825445s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:15.089393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399672433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:15.089479Z","caller":"traceutil/trace.go:171","msg":"trace[202982108] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"1.399832447s","start":"2026-03-01T22:04:13.68963Z","end":"2026-03-01T22:04:15.089462Z","steps":["trace[202982108] 'agreement among raft nodes before linearized reading' (duration: 1.399714054s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:15.089533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:13.689612Z","time spent":"1.399910889s","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/03/01 22:04:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:15.098552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.5638042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:15.09864Z","caller":"traceutil/trace.go:171","msg":"trace[1028126395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"5.563922162s","start":"2026-03-01T22:04:09.534695Z","end":"2026-03-01T22:04:15.098618Z","steps":["trace[1028126395] 'agreement among raft nodes before linearized reading' (duration: 5.56381383s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:15.098692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:09.534674Z","time spent":"5.564006224s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/01 22:04:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:15.189348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:15.690307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:15.792939Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.111452369s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T22:04:16.126565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.291014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:04:16.126702Z","caller":"traceutil/trace.go:171","msg":"trace[170786662] transaction","detail":"{read_only:false; response_revision:27767; number_of_response:1; }","duration":"3.600239645s","start":"2026-03-01T22:04:12.526446Z","end":"2026-03-01T22:04:16.126685Z","steps":["trace[170786662] 'process raft request' (duration: 3.266779796s)","trace[170786662] 'compare' (duration: 332.964097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:16.126748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:12.52643Z","time spent":"3.600296827s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:04:16.126878Z","caller":"traceutil/trace.go:171","msg":"trace[1544593980] transaction","detail":"{read_only:false; response_revision:27768; number_of_response:1; }","duration":"3.594238952s","start":"2026-03-01T22:04:12.532632Z","end":"2026-03-01T22:04:16.126871Z","steps":["trace[1544593980] 'process raft request' (duration: 3.594013677s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.126913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:12.532626Z","time spent":"3.594266633s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:04:16.127339Z","caller":"traceutil/trace.go:171","msg":"trace[1242568722] transaction","detail":"{read_only:false; response_revision:27769; number_of_response:1; }","duration":"3.59184148s","start":"2026-03-01T22:04:12.535488Z","end":"2026-03-01T22:04:16.127329Z","steps":["trace[1242568722] 'process raft request' (duration: 3.591350649s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.12738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:12.53546Z","time spent":"3.59189818s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:16.129453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:13.689398Z","time spent":"2.440045381s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T22:04:16.129667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.553221758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:04:16.129619Z","caller":"traceutil/trace.go:171","msg":"trace[1464826986] linearizableReadLoop","detail":"{readStateIndex:29161; appliedIndex:29156; }","duration":"2.442446444s","start":"2026-03-01T22:04:13.687137Z","end":"2026-03-01T22:04:16.129584Z","steps":["trace[1464826986] 'read index received' (duration: 2.105982348s)","trace[1464826986] 'applied index is now lower than readState.Index' (duration: 336.462946ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:04:16.129725Z","caller":"traceutil/trace.go:171","msg":"trace[1007370463] transaction","detail":"{read_only:false; response_revision:27770; number_of_response:1; }","duration":"2.439334426s","start":"2026-03-01T22:04:13.690384Z","end":"2026-03-01T22:04:16.129718Z","steps":["trace[1007370463] 'process raft request' (duration: 2.439034089s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.129764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:13.69036Z","time spent":"2.439381646s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:16.129896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79629573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:04:16.129915Z","caller":"traceutil/trace.go:171","msg":"trace[852405211] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:27770; }","duration":"2.796365083s","start":"2026-03-01T22:04:13.333544Z","end":"2026-03-01T22:04:16.129909Z","steps":["trace[852405211] 'agreement among raft nodes before linearized reading' (duration: 2.796327712s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.129935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:13.333515Z","time spent":"2.796415714s","remote":"127.0.0.1:41328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:16.12996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.573041695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-01T22:04:16.130049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.563656672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:16.130115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.377651784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-01T22:04:16.130136Z","caller":"traceutil/trace.go:171","msg":"trace[1765759539] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27770; }","duration":"4.377698545s","start":"2026-03-01T22:04:11.752431Z","end":"2026-03-01T22:04:16.13013Z","steps":["trace[1765759539] 'agreement among raft nodes before linearized reading' (duration: 4.377609604s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:16.130126Z","caller":"traceutil/trace.go:171","msg":"trace[467619785] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:27770; }","duration":"7.563814696s","start":"2026-03-01T22:04:08.566285Z","end":"2026-03-01T22:04:16.130099Z","steps":["trace[467619785] 'agreement among raft nodes before linearized reading' (duration: 7.563634642s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.130153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:11.75242Z","time spent":"4.377728726s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T22:04:16.13027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:08.566271Z","time spent":"7.563983659s","remote":"127.0.0.1:40570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:16.130288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.606418483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-01T22:04:16.130336Z","caller":"traceutil/trace.go:171","msg":"trace[2143005920] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27770; }","duration":"7.606522135s","start":"2026-03-01T22:04:08.523801Z","end":"2026-03-01T22:04:16.130323Z","steps":["trace[2143005920] 'agreement among raft nodes before linearized reading' (duration: 7.60629043s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.130372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.594687716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-03-01T22:04:16.13038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:08.523776Z","time spent":"7.606593337s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-01T22:04:16.130408Z","caller":"traceutil/trace.go:171","msg":"trace[2120016836] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27770; }","duration":"6.594736018s","start":"2026-03-01T22:04:09.535659Z","end":"2026-03-01T22:04:16.130395Z","steps":["trace[2120016836] 'agreement among raft nodes before linearized reading' (duration: 6.594641056s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.130439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:09.535653Z","time spent":"6.594781349s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T22:04:16.130554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.400193143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:16.13057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.750085438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:04:16.130606Z","caller":"traceutil/trace.go:171","msg":"trace[1638941181] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27770; }","duration":"8.400287395s","start":"2026-03-01T22:04:07.7303Z","end":"2026-03-01T22:04:16.130587Z","steps":["trace[1638941181] 'agreement among raft nodes before linearized reading' (duration: 8.400195833s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:16.130623Z","caller":"traceutil/trace.go:171","msg":"trace[246409887] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27770; }","duration":"6.75019161s","start":"2026-03-01T22:04:09.380414Z","end":"2026-03-01T22:04:16.130606Z","steps":["trace[246409887] 'agreement among raft nodes before linearized reading' (duration: 6.750103928s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.130649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.226433526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:288287"} {"level":"warn","ts":"2026-03-01T22:04:16.130675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:09.380362Z","time spent":"6.750300682s","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:16.130719Z","caller":"traceutil/trace.go:171","msg":"trace[1722255786] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:27770; }","duration":"4.226505368s","start":"2026-03-01T22:04:11.904194Z","end":"2026-03-01T22:04:16.1307Z","steps":["trace[1722255786] 'agreement among raft nodes before linearized reading' (duration: 4.22570507s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.130772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:11.904134Z","time spent":"4.22662248s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":288310,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-01T22:04:16.130791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.587444483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-03-01T22:04:16.130828Z","caller":"traceutil/trace.go:171","msg":"trace[914478841] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb; range_end:; response_count:1; response_revision:27770; }","duration":"8.587508394s","start":"2026-03-01T22:04:07.54331Z","end":"2026-03-01T22:04:16.130818Z","steps":["trace[914478841] 'agreement among raft nodes before linearized reading' (duration: 8.587386392s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.130836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.6386483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-03-01T22:04:16.130855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:07.543299Z","time spent":"8.587550095s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" "} {"level":"warn","ts":"2026-03-01T22:04:16.130909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618304272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-03-01T22:04:16.13091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.418601609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:16.130928Z","caller":"traceutil/trace.go:171","msg":"trace[1082566391] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:27770; }","duration":"3.618349784s","start":"2026-03-01T22:04:12.512571Z","end":"2026-03-01T22:04:16.130921Z","steps":["trace[1082566391] 'agreement among raft nodes before linearized reading' (duration: 3.618300163s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.13095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:12.512554Z","time spent":"3.618391964s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-03-01T22:04:16.129698Z","caller":"traceutil/trace.go:171","msg":"trace[1988112225] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:27770; }","duration":"4.55330065s","start":"2026-03-01T22:04:11.576389Z","end":"2026-03-01T22:04:16.129689Z","steps":["trace[1988112225] 'agreement among raft nodes before linearized reading' (duration: 4.553206448s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:16.130959Z","caller":"traceutil/trace.go:171","msg":"trace[1263246869] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27770; }","duration":"7.4186483s","start":"2026-03-01T22:04:08.712292Z","end":"2026-03-01T22:04:16.130941Z","steps":["trace[1263246869] 'agreement among raft nodes before linearized reading' (duration: 7.418570778s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.130991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:11.576362Z","time spent":"4.554620019s","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:16.130999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:08.712222Z","time spent":"7.418765733s","remote":"127.0.0.1:33472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:16.131031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.105607536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:16.131072Z","caller":"traceutil/trace.go:171","msg":"trace[911240143] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27770; }","duration":"4.105692138s","start":"2026-03-01T22:04:12.025366Z","end":"2026-03-01T22:04:16.131058Z","steps":["trace[911240143] 'agreement among raft nodes before linearized reading' (duration: 4.105632686s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.131096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.379451033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-01T22:04:16.131099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:12.025342Z","time spent":"4.105749019s","remote":"127.0.0.1:35028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:16.131115Z","caller":"traceutil/trace.go:171","msg":"trace[503816769] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27770; }","duration":"4.379510725s","start":"2026-03-01T22:04:11.751599Z","end":"2026-03-01T22:04:16.131109Z","steps":["trace[503816769] 'agreement among raft nodes before linearized reading' (duration: 4.379459404s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.131132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:11.751579Z","time spent":"4.379548015s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-01T22:04:16.130063Z","caller":"traceutil/trace.go:171","msg":"trace[1018406778] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27770; }","duration":"4.573206749s","start":"2026-03-01T22:04:11.556834Z","end":"2026-03-01T22:04:16.13004Z","steps":["trace[1018406778] 'agreement among raft nodes before linearized reading' (duration: 4.572956283s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.131154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441765199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-2ftnp\" ","response":"range_response_count:1 size:7121"} {"level":"info","ts":"2026-03-01T22:04:16.131179Z","caller":"traceutil/trace.go:171","msg":"trace[402817674] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-2ftnp; range_end:; response_count:1; response_revision:27770; }","duration":"2.441820739s","start":"2026-03-01T22:04:13.689351Z","end":"2026-03-01T22:04:16.131172Z","steps":["trace[402817674] 'agreement among raft nodes before linearized reading' (duration: 2.441747177s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.131189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.524948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:16.131197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:13.689335Z","time spent":"2.441857951s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7144,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-2ftnp\" "} {"level":"info","ts":"2026-03-01T22:04:16.131208Z","caller":"traceutil/trace.go:171","msg":"trace[1605596746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27770; }","duration":"591.59001ms","start":"2026-03-01T22:04:15.539613Z","end":"2026-03-01T22:04:16.131203Z","steps":["trace[1605596746] 'agreement among raft nodes before linearized reading' (duration: 591.559659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.130619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.954046247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:16.131225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:15.539587Z","time spent":"591.63479ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T22:04:16.131249Z","caller":"traceutil/trace.go:171","msg":"trace[924965002] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27770; }","duration":"5.95467077s","start":"2026-03-01T22:04:10.176564Z","end":"2026-03-01T22:04:16.131235Z","steps":["trace[924965002] 'agreement among raft nodes before linearized reading' (duration: 5.954034957s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.130585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.834331963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:04:16.131284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:10.176539Z","time spent":"5.954732112s","remote":"127.0.0.1:33688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:16.131296Z","caller":"traceutil/trace.go:171","msg":"trace[220564583] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:27770; }","duration":"5.835072589s","start":"2026-03-01T22:04:10.296209Z","end":"2026-03-01T22:04:16.131281Z","steps":["trace[220564583] 'agreement among raft nodes before linearized reading' (duration: 5.834347734s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:16.130859Z","caller":"traceutil/trace.go:171","msg":"trace[1529859920] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:27770; }","duration":"3.638698331s","start":"2026-03-01T22:04:12.492154Z","end":"2026-03-01T22:04:16.130852Z","steps":["trace[1529859920] 'agreement among raft nodes before linearized reading' (duration: 3.63863514s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.131345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:12.492137Z","time spent":"3.639200502s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-01T22:04:16.131347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436137744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:16.131343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:10.296183Z","time spent":"5.83514563s","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:16.131369Z","caller":"traceutil/trace.go:171","msg":"trace[153039602] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27770; }","duration":"2.436174565s","start":"2026-03-01T22:04:13.695188Z","end":"2026-03-01T22:04:16.131363Z","steps":["trace[153039602] 'agreement among raft nodes before linearized reading' (duration: 2.436134924s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.13139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:13.695174Z","time spent":"2.436210056s","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T22:04:16.130666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:07.730274Z","time spent":"8.400376497s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:16.131393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16104909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:04:16.131185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:11.556806Z","time spent":"4.574363003s","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-01T22:04:16.131476Z","caller":"traceutil/trace.go:171","msg":"trace[402509754] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:27770; }","duration":"2.161198783s","start":"2026-03-01T22:04:13.970253Z","end":"2026-03-01T22:04:16.131452Z","steps":["trace[402509754] 'agreement among raft nodes before linearized reading' (duration: 2.16105261s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.13153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:13.970222Z","time spent":"2.161299126s","remote":"127.0.0.1:41208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:16.131309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.884223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:16.13164Z","caller":"traceutil/trace.go:171","msg":"trace[1274163216] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:27770; }","duration":"775.249911ms","start":"2026-03-01T22:04:15.356374Z","end":"2026-03-01T22:04:16.131624Z","steps":["trace[1274163216] 'agreement among raft nodes before linearized reading' (duration: 774.910214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.131694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:15.35635Z","time spent":"775.321573ms","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:16.131853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437545148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-03-01T22:04:16.131889Z","caller":"traceutil/trace.go:171","msg":"trace[1521632492] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb; range_end:; response_count:1; response_revision:27770; }","duration":"1.437615709s","start":"2026-03-01T22:04:14.69426Z","end":"2026-03-01T22:04:16.131876Z","steps":["trace[1521632492] 'agreement among raft nodes before linearized reading' (duration: 1.437463886s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.131918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:14.694238Z","time spent":"1.4376732s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" "} {"level":"warn","ts":"2026-03-01T22:04:16.132307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071176384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:16.132332Z","caller":"traceutil/trace.go:171","msg":"trace[2117875339] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:27770; }","duration":"2.071207984s","start":"2026-03-01T22:04:14.061116Z","end":"2026-03-01T22:04:16.132324Z","steps":["trace[2117875339] 'agreement among raft nodes before linearized reading' (duration: 2.071160263s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.132354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:14.061045Z","time spent":"2.071303446s","remote":"127.0.0.1:40640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:16.132649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715283931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:16.132686Z","caller":"traceutil/trace.go:171","msg":"trace[1147810864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27770; }","duration":"1.715399714s","start":"2026-03-01T22:04:14.417275Z","end":"2026-03-01T22:04:16.132675Z","steps":["trace[1147810864] 'agreement among raft nodes before linearized reading' (duration: 1.714773679s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:16.132933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:14.417245Z","time spent":"1.715672089s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:04:16.641499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:17.620849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.797532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T22:04:17.621125Z","caller":"traceutil/trace.go:171","msg":"trace[1611954844] linearizableReadLoop","detail":"{readStateIndex:29164; appliedIndex:29161; }","duration":"1.480629886s","start":"2026-03-01T22:04:16.140479Z","end":"2026-03-01T22:04:17.621109Z","steps":["trace[1611954844] 'read index received' (duration: 715.532237ms)","trace[1611954844] 'applied index is now lower than readState.Index' (duration: 765.096759ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:04:17.621126Z","caller":"traceutil/trace.go:171","msg":"trace[989981922] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27770; }","duration":"1.490436411s","start":"2026-03-01T22:04:16.130649Z","end":"2026-03-01T22:04:17.621085Z","steps":["trace[989981922] 'process raft request' (duration: 725.317372ms)","trace[989981922] 'compare' (duration: 763.35268ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:04:17.621195Z","caller":"traceutil/trace.go:171","msg":"trace[833773532] transaction","detail":"{read_only:false; response_revision:27772; number_of_response:1; }","duration":"1.480567694s","start":"2026-03-01T22:04:16.140605Z","end":"2026-03-01T22:04:17.621172Z","steps":["trace[833773532] 'process raft request' (duration: 1.480462102s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:17.621331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:16.1406Z","time spent":"1.480660796s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:17.621342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480735348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4ce38110e5d\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-01T22:04:17.621345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:16.130605Z","time spent":"1.490608105s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:04:17.621368Z","caller":"traceutil/trace.go:171","msg":"trace[1929549655] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898d4ce38110e5d; range_end:; response_count:1; response_revision:27772; }","duration":"1.480801359s","start":"2026-03-01T22:04:16.140558Z","end":"2026-03-01T22:04:17.621359Z","steps":["trace[1929549655] 'agreement among raft nodes before linearized reading' (duration: 1.480664436s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:17.621344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334475989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:17.621192Z","caller":"traceutil/trace.go:171","msg":"trace[711226824] transaction","detail":"{read_only:false; response_revision:27771; number_of_response:1; }","duration":"1.480607125s","start":"2026-03-01T22:04:16.140556Z","end":"2026-03-01T22:04:17.621163Z","steps":["trace[711226824] 'process raft request' (duration: 1.48040017s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:17.621429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477322663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:17.621452Z","caller":"traceutil/trace.go:171","msg":"trace[916558503] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27772; }","duration":"1.477339183s","start":"2026-03-01T22:04:16.144103Z","end":"2026-03-01T22:04:17.621442Z","steps":["trace[916558503] 'agreement among raft nodes before linearized reading' (duration: 1.477305762s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:17.621439Z","caller":"traceutil/trace.go:171","msg":"trace[140961810] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:27772; }","duration":"1.334625992s","start":"2026-03-01T22:04:16.28679Z","end":"2026-03-01T22:04:17.621416Z","steps":["trace[140961810] 'agreement among raft nodes before linearized reading' (duration: 1.334452179s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:17.621468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:16.144054Z","time spent":"1.477410965s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T22:04:17.621446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480936693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-01T22:04:17.621497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:16.286724Z","time spent":"1.334758825s","remote":"127.0.0.1:50516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:17.621531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:16.140546Z","time spent":"1.480904511s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:04:17.62154Z","caller":"traceutil/trace.go:171","msg":"trace[813105212] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27772; }","duration":"1.481067446s","start":"2026-03-01T22:04:16.14045Z","end":"2026-03-01T22:04:17.621517Z","steps":["trace[813105212] 'agreement among raft nodes before linearized reading' (duration: 1.480745759s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:17.621614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480217637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:17.621634Z","caller":"traceutil/trace.go:171","msg":"trace[1702898777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27772; }","duration":"1.480246337s","start":"2026-03-01T22:04:16.141382Z","end":"2026-03-01T22:04:17.621628Z","steps":["trace[1702898777] 'agreement among raft nodes before linearized reading' (duration: 1.480213196s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:17.621648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:16.141377Z","time spent":"1.480269227s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:04:17.62165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:16.140434Z","time spent":"1.481192218s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T22:04:17.621721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48084669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-01T22:04:17.621396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:16.140536Z","time spent":"1.48084943s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898d4ce38110e5d\" "} {"level":"info","ts":"2026-03-01T22:04:17.621757Z","caller":"traceutil/trace.go:171","msg":"trace[893405845] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27772; }","duration":"1.480891331s","start":"2026-03-01T22:04:16.140857Z","end":"2026-03-01T22:04:17.621749Z","steps":["trace[893405845] 'agreement among raft nodes before linearized reading' (duration: 1.480801449s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:17.621767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300496442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-01T22:04:17.621776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:16.140853Z","time spent":"1.480919151s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-01T22:04:17.621801Z","caller":"traceutil/trace.go:171","msg":"trace[1040819458] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:27772; }","duration":"1.300562823s","start":"2026-03-01T22:04:16.321231Z","end":"2026-03-01T22:04:17.621794Z","steps":["trace[1040819458] 'agreement among raft nodes before linearized reading' (duration: 1.300340268s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:17.621791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316427722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:17.621816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481053835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-24e0aed3-f63c-4783-8fb1-411c70c1f375\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-01T22:04:17.621838Z","caller":"traceutil/trace.go:171","msg":"trace[378966339] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27772; }","duration":"1.316501923s","start":"2026-03-01T22:04:16.305323Z","end":"2026-03-01T22:04:17.621825Z","steps":["trace[378966339] 'agreement among raft nodes before linearized reading' (duration: 1.316428832s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:17.621866Z","caller":"traceutil/trace.go:171","msg":"trace[1721221999] range","detail":"{range_begin:/registry/persistentvolumes/pvc-24e0aed3-f63c-4783-8fb1-411c70c1f375; range_end:; response_count:1; response_revision:27772; }","duration":"1.481128826s","start":"2026-03-01T22:04:16.140724Z","end":"2026-03-01T22:04:17.621853Z","steps":["trace[1721221999] 'agreement among raft nodes before linearized reading' (duration: 1.480931212s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:17.621892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:16.14067Z","time spent":"1.481217648s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-24e0aed3-f63c-4783-8fb1-411c70c1f375\" "} {"level":"warn","ts":"2026-03-01T22:04:17.621829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:16.321215Z","time spent":"1.300608184s","remote":"127.0.0.1:41134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":191,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:17.621912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.900087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-03-01T22:04:17.621935Z","caller":"traceutil/trace.go:171","msg":"trace[967345322] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb; range_end:; response_count:1; response_revision:27772; }","duration":"482.921118ms","start":"2026-03-01T22:04:17.139007Z","end":"2026-03-01T22:04:17.621928Z","steps":["trace[967345322] 'agreement among raft nodes before linearized reading' (duration: 482.837516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:17.621957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:17.138955Z","time spent":"482.998669ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" "} {"level":"warn","ts":"2026-03-01T22:04:17.621885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:16.305307Z","time spent":"1.316567145s","remote":"127.0.0.1:33236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:18.12957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:19.533638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:17.6286Z","time spent":"1.905027806s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/01 22:04:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:19.629783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000643701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:04:19.629882Z","caller":"traceutil/trace.go:171","msg":"trace[1103794136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000816614s","start":"2026-03-01T22:04:17.629045Z","end":"2026-03-01T22:04:19.629861Z","steps":["trace[1103794136] 'agreement among raft nodes before linearized reading' (duration: 2.000675091s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:19.629933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:17.629023Z","time spent":"2.000901716s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:04:19.898063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479414689s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-01T22:04:19.898208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:17.622212Z","time spent":"2.27598696s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T22:04:19.979951Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.561550777s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:04:19.981278Z","caller":"traceutil/trace.go:171","msg":"trace[2095867655] linearizableReadLoop","detail":"{readStateIndex:29168; appliedIndex:29164; }","duration":"2.352651618s","start":"2026-03-01T22:04:17.6286Z","end":"2026-03-01T22:04:19.981252Z","steps":["trace[2095867655] 'read index received' (duration: 789.924205ms)","trace[2095867655] 'applied index is now lower than readState.Index' (duration: 1.562726313s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:04:19.981414Z","caller":"traceutil/trace.go:171","msg":"trace[1718144736] transaction","detail":"{read_only:false; response_revision:27773; number_of_response:1; }","duration":"2.357349261s","start":"2026-03-01T22:04:17.624052Z","end":"2026-03-01T22:04:19.981401Z","steps":["trace[1718144736] 'process raft request' (duration: 2.356815058s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:19.981487Z","caller":"traceutil/trace.go:171","msg":"trace[312732084] transaction","detail":"{read_only:false; response_revision:27774; number_of_response:1; }","duration":"2.352912873s","start":"2026-03-01T22:04:17.628513Z","end":"2026-03-01T22:04:19.981426Z","steps":["trace[312732084] 'process raft request' (duration: 2.352627156s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:19.981535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:17.624039Z","time spent":"2.357404223s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:19.981662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:17.628503Z","time spent":"2.353065226s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:19.981854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35324856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:19.981886Z","caller":"traceutil/trace.go:171","msg":"trace[339153654] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27775; }","duration":"2.353297451s","start":"2026-03-01T22:04:17.628578Z","end":"2026-03-01T22:04:19.981875Z","steps":["trace[339153654] 'agreement among raft nodes before linearized reading' (duration: 2.35322559s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:19.981904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:17.628572Z","time spent":"2.353327883s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T22:04:20.83133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.984572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:04:20.831566Z","caller":"traceutil/trace.go:171","msg":"trace[2072815992] linearizableReadLoop","detail":"{readStateIndex:29170; appliedIndex:29168; }","duration":"850.19188ms","start":"2026-03-01T22:04:19.981356Z","end":"2026-03-01T22:04:20.831548Z","steps":["trace[2072815992] 'read index received' (duration: 170.828019ms)","trace[2072815992] 'applied index is now lower than readState.Index' (duration: 679.362821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:20.83175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239299342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:20.831788Z","caller":"traceutil/trace.go:171","msg":"trace[58613088] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:27777; }","duration":"2.239402634s","start":"2026-03-01T22:04:18.592375Z","end":"2026-03-01T22:04:20.831777Z","steps":["trace[58613088] 'agreement among raft nodes before linearized reading' (duration: 2.239290662s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:20.831771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84754145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:20.831855Z","caller":"traceutil/trace.go:171","msg":"trace[1381101453] transaction","detail":"{read_only:false; response_revision:27776; number_of_response:1; }","duration":"2.392866073s","start":"2026-03-01T22:04:18.43897Z","end":"2026-03-01T22:04:20.831836Z","steps":["trace[1381101453] 'process raft request' (duration: 1.713278707s)","trace[1381101453] 'compare' (duration: 678.529253ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:04:20.831867Z","caller":"traceutil/trace.go:171","msg":"trace[223859279] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27777; }","duration":"1.847698744s","start":"2026-03-01T22:04:18.984147Z","end":"2026-03-01T22:04:20.831846Z","steps":["trace[223859279] 'agreement among raft nodes before linearized reading' (duration: 1.847461989s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:20.831918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:18.984123Z","time spent":"1.847782525s","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:20.831837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:18.592344Z","time spent":"2.239477026s","remote":"127.0.0.1:34980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:20.831935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204198631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-03-01T22:04:20.831986Z","caller":"traceutil/trace.go:171","msg":"trace[223398882] transaction","detail":"{read_only:false; response_revision:27777; number_of_response:1; }","duration":"931.160753ms","start":"2026-03-01T22:04:19.900816Z","end":"2026-03-01T22:04:20.831976Z","steps":["trace[223398882] 'process raft request' (duration: 930.623741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:20.832035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:19.900788Z","time spent":"931.228065ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:04:20.832031Z","caller":"traceutil/trace.go:171","msg":"trace[1459662064] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb; range_end:; response_count:1; response_revision:27777; }","duration":"2.204361054s","start":"2026-03-01T22:04:18.62765Z","end":"2026-03-01T22:04:20.832011Z","steps":["trace[1459662064] 'agreement among raft nodes before linearized reading' (duration: 2.204006377s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:20.832323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90475919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T22:04:20.832362Z","caller":"traceutil/trace.go:171","msg":"trace[447549162] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:27777; }","duration":"1.904799271s","start":"2026-03-01T22:04:18.92755Z","end":"2026-03-01T22:04:20.832349Z","steps":["trace[447549162] 'agreement among raft nodes before linearized reading' (duration: 1.904505864s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:20.832374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.203741278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-01T22:04:20.832402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:18.92748Z","time spent":"1.904913424s","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":245,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:20.832422Z","caller":"traceutil/trace.go:171","msg":"trace[1947283155] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27777; }","duration":"3.203789689s","start":"2026-03-01T22:04:17.628621Z","end":"2026-03-01T22:04:20.832411Z","steps":["trace[1947283155] 'agreement among raft nodes before linearized reading' (duration: 3.203634986s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:20.832458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:17.628586Z","time spent":"3.20386439s","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-01T22:04:20.831953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:18.438942Z","time spent":"2.392957434s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:20.832364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:18.627626Z","time spent":"2.204725692s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" "} {"level":"warn","ts":"2026-03-01T22:04:20.832229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80117444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:20.832546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.921037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-01T22:04:20.832668Z","caller":"traceutil/trace.go:171","msg":"trace[1833724084] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27777; }","duration":"846.07662ms","start":"2026-03-01T22:04:19.986581Z","end":"2026-03-01T22:04:20.832658Z","steps":["trace[1833724084] 'agreement among raft nodes before linearized reading' (duration: 845.877366ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:20.832668Z","caller":"traceutil/trace.go:171","msg":"trace[684998751] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:27777; }","duration":"1.801584069s","start":"2026-03-01T22:04:19.031045Z","end":"2026-03-01T22:04:20.832629Z","steps":["trace[684998751] 'agreement among raft nodes before linearized reading' (duration: 1.80115653s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:20.83266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935169758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-01T22:04:20.832797Z","caller":"traceutil/trace.go:171","msg":"trace[2085375163] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27777; }","duration":"1.935351602s","start":"2026-03-01T22:04:18.897395Z","end":"2026-03-01T22:04:20.832746Z","steps":["trace[2085375163] 'agreement among raft nodes before linearized reading' (duration: 1.935023835s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:20.832861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:18.897368Z","time spent":"1.935482147s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-01T22:04:20.832917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.362671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:20.832928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.816537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-03-01T22:04:20.832957Z","caller":"traceutil/trace.go:171","msg":"trace[38394905] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27777; }","duration":"833.422303ms","start":"2026-03-01T22:04:19.999526Z","end":"2026-03-01T22:04:20.832948Z","steps":["trace[38394905] 'agreement among raft nodes before linearized reading' (duration: 833.351891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:20.832982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:19.999516Z","time spent":"833.459423ms","remote":"127.0.0.1:33500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:20.833061Z","caller":"traceutil/trace.go:171","msg":"trace[1727096282] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27777; }","duration":"771.881028ms","start":"2026-03-01T22:04:20.061082Z","end":"2026-03-01T22:04:20.832963Z","steps":["trace[1727096282] 'agreement among raft nodes before linearized reading' (duration: 771.768826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:20.833089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.069738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-59d66cbc78-dg28f.1898d4d0be99720b\" ","response":"range_response_count:1 size:863"} {"level":"warn","ts":"2026-03-01T22:04:20.833107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:20.061071Z","time spent":"772.021311ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-01T22:04:20.833126Z","caller":"traceutil/trace.go:171","msg":"trace[800503540] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-59d66cbc78-dg28f.1898d4d0be99720b; range_end:; response_count:1; response_revision:27777; }","duration":"845.116129ms","start":"2026-03-01T22:04:19.987999Z","end":"2026-03-01T22:04:20.833115Z","steps":["trace[800503540] 'agreement among raft nodes before linearized reading' (duration: 844.948286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:20.83316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:19.987994Z","time spent":"845.15943ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":886,"request content":"key:\"/registry/events/openstack/pxc-operator-59d66cbc78-dg28f.1898d4d0be99720b\" "} {"level":"warn","ts":"2026-03-01T22:04:20.833223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.121093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:04:20.833256Z","caller":"traceutil/trace.go:171","msg":"trace[2041344133] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27777; }","duration":"593.209275ms","start":"2026-03-01T22:04:20.24004Z","end":"2026-03-01T22:04:20.833249Z","steps":["trace[2041344133] 'agreement among raft nodes before linearized reading' (duration: 593.141564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:20.833281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:20.240008Z","time spent":"593.262477ms","remote":"127.0.0.1:41226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:20.833297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.066476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:20.833329Z","caller":"traceutil/trace.go:171","msg":"trace[637759145] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27777; }","duration":"729.151528ms","start":"2026-03-01T22:04:20.104167Z","end":"2026-03-01T22:04:20.833319Z","steps":["trace[637759145] 'agreement among raft nodes before linearized reading' (duration: 729.094356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:20.833357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:20.104136Z","time spent":"729.213129ms","remote":"127.0.0.1:33316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:20.83271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:19.986564Z","time spent":"846.126581ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-01T22:04:20.83218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201577354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:20.833574Z","caller":"traceutil/trace.go:171","msg":"trace[158997318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27777; }","duration":"1.202976746s","start":"2026-03-01T22:04:19.630568Z","end":"2026-03-01T22:04:20.833545Z","steps":["trace[158997318] 'agreement among raft nodes before linearized reading' (duration: 1.201578374s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:20.833606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:19.630548Z","time spent":"1.203048067s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:04:20.831779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.777955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:04:20.83379Z","caller":"traceutil/trace.go:171","msg":"trace[1085755338] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27777; }","duration":"942.81101ms","start":"2026-03-01T22:04:19.890969Z","end":"2026-03-01T22:04:20.83378Z","steps":["trace[1085755338] 'agreement among raft nodes before linearized reading' (duration: 940.703533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:20.83382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:19.890898Z","time spent":"942.910272ms","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:20.834399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.601998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:20.834469Z","caller":"traceutil/trace.go:171","msg":"trace[1327071699] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27777; }","duration":"555.655109ms","start":"2026-03-01T22:04:20.278778Z","end":"2026-03-01T22:04:20.834433Z","steps":["trace[1327071699] 'agreement among raft nodes before linearized reading' (duration: 555.569087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:20.834496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:20.278705Z","time spent":"555.783581ms","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:20.832716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:19.031003Z","time spent":"1.801696941s","remote":"127.0.0.1:54480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:20.832232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.777282432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:04:20.83469Z","caller":"traceutil/trace.go:171","msg":"trace[710689296] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27777; }","duration":"2.779779027s","start":"2026-03-01T22:04:18.054893Z","end":"2026-03-01T22:04:20.834672Z","steps":["trace[710689296] 'agreement among raft nodes before linearized reading' (duration: 2.777291282s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:20.834745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:18.054853Z","time spent":"2.779874799s","remote":"127.0.0.1:41262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:21.835283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.681782ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:21.835383Z","caller":"traceutil/trace.go:171","msg":"trace[1912138676] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27777; }","duration":"138.798594ms","start":"2026-03-01T22:04:21.696573Z","end":"2026-03-01T22:04:21.835371Z","steps":["trace[1912138676] 'range keys from in-memory index tree' (duration: 138.666752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:21.835399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.348346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:04:21.835471Z","caller":"traceutil/trace.go:171","msg":"trace[1763450695] linearizableReadLoop","detail":"{readStateIndex:29171; appliedIndex:29170; }","duration":"996.749846ms","start":"2026-03-01T22:04:20.838706Z","end":"2026-03-01T22:04:21.835456Z","steps":["trace[1763450695] 'read index received' (duration: 484.425622ms)","trace[1763450695] 'applied index is now lower than readState.Index' (duration: 512.323024ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:04:21.835541Z","caller":"traceutil/trace.go:171","msg":"trace[913722158] transaction","detail":"{read_only:false; response_revision:27778; number_of_response:1; }","duration":"999.569778ms","start":"2026-03-01T22:04:20.83596Z","end":"2026-03-01T22:04:21.83553Z","steps":["trace[913722158] 'process raft request' (duration: 487.013167ms)","trace[913722158] 'compare' (duration: 512.105391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:21.835599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:20.835933Z","time spent":"999.63724ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:21.835695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.982271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-01T22:04:21.835754Z","caller":"traceutil/trace.go:171","msg":"trace[286645272] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27778; }","duration":"997.065893ms","start":"2026-03-01T22:04:20.838671Z","end":"2026-03-01T22:04:21.835737Z","steps":["trace[286645272] 'agreement among raft nodes before linearized reading' (duration: 996.872078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:21.835817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:20.837963Z","time spent":"997.836042ms","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-01T22:04:22.335628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:22.362798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039647131s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T22:04:22.849102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996011178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:22.849201Z","caller":"traceutil/trace.go:171","msg":"trace[1993340913] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996173042s","start":"2026-03-01T22:04:20.85301Z","end":"2026-03-01T22:04:22.849183Z","steps":["trace[1993340913] 'agreement among raft nodes before linearized reading' (duration: 1.996047029s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:22.849312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:20.852988Z","time spent":"1.996311464s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:04:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:23.355108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.841938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:04:23.355394Z","caller":"traceutil/trace.go:171","msg":"trace[385448681] transaction","detail":"{read_only:false; response_revision:27779; number_of_response:1; }","duration":"2.510119113s","start":"2026-03-01T22:04:20.845246Z","end":"2026-03-01T22:04:23.355365Z","steps":["trace[385448681] 'process raft request' (duration: 1.517917927s)","trace[385448681] 'compare' (duration: 991.221725ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:04:23.355438Z","caller":"traceutil/trace.go:171","msg":"trace[1448854740] transaction","detail":"{read_only:false; response_revision:27782; number_of_response:1; }","duration":"2.122204946s","start":"2026-03-01T22:04:21.233214Z","end":"2026-03-01T22:04:23.355419Z","steps":["trace[1448854740] 'process raft request' (duration: 2.122157425s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:23.355514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:21.233179Z","time spent":"2.122299439s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:23.355542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:20.845231Z","time spent":"2.510229705s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:04:23.355822Z","caller":"traceutil/trace.go:171","msg":"trace[1854377981] transaction","detail":"{read_only:false; response_revision:27780; number_of_response:1; }","duration":"2.21554073s","start":"2026-03-01T22:04:21.140268Z","end":"2026-03-01T22:04:23.355809Z","steps":["trace[1854377981] 'process raft request' (duration: 2.214949557s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:23.355836Z","caller":"traceutil/trace.go:171","msg":"trace[2109371306] transaction","detail":"{read_only:false; response_revision:27781; number_of_response:1; }","duration":"2.177250507s","start":"2026-03-01T22:04:21.178535Z","end":"2026-03-01T22:04:23.355786Z","steps":["trace[2109371306] 'process raft request' (duration: 2.176799958s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:23.35589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:21.140231Z","time spent":"2.215618142s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:23.356005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:21.178509Z","time spent":"2.177409481s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:23.755626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052490694s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T22:04:24.176363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.447904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:04:24.176478Z","caller":"traceutil/trace.go:171","msg":"trace[396913902] linearizableReadLoop","detail":"{readStateIndex:29176; appliedIndex:29171; }","duration":"2.340946931s","start":"2026-03-01T22:04:21.835512Z","end":"2026-03-01T22:04:24.176459Z","steps":["trace[396913902] 'read index received' (duration: 527.509801ms)","trace[396913902] 'applied index is now lower than readState.Index' (duration: 1.81343482s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:24.176698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749488641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:04:24.176737Z","caller":"traceutil/trace.go:171","msg":"trace[1496936650] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:27783; }","duration":"2.749577323s","start":"2026-03-01T22:04:21.427149Z","end":"2026-03-01T22:04:24.176727Z","steps":["trace[1496936650] 'agreement among raft nodes before linearized reading' (duration: 2.749406939s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:24.176778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:21.427124Z","time spent":"2.749644655s","remote":"127.0.0.1:41312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":37,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:24.176776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337243876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-410318fb-a2d5-46d7-9c97-c4fc7707d446\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-01T22:04:24.176875Z","caller":"traceutil/trace.go:171","msg":"trace[404684869] range","detail":"{range_begin:/registry/persistentvolumes/pvc-410318fb-a2d5-46d7-9c97-c4fc7707d446; range_end:; response_count:1; response_revision:27783; }","duration":"3.337387999s","start":"2026-03-01T22:04:20.839457Z","end":"2026-03-01T22:04:24.176845Z","steps":["trace[404684869] 'agreement among raft nodes before linearized reading' (duration: 3.337128374s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:24.177026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:20.83943Z","time spent":"3.337506602s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-410318fb-a2d5-46d7-9c97-c4fc7707d446\" "} {"level":"warn","ts":"2026-03-01T22:04:24.177192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33868035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T22:04:24.177237Z","caller":"traceutil/trace.go:171","msg":"trace[1018379210] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27783; }","duration":"2.338803432s","start":"2026-03-01T22:04:21.838423Z","end":"2026-03-01T22:04:24.177226Z","steps":["trace[1018379210] 'agreement among raft nodes before linearized reading' (duration: 2.338654679s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:24.177267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:21.838348Z","time spent":"2.338912825s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T22:04:24.177339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.223913391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:24.177402Z","caller":"traceutil/trace.go:171","msg":"trace[2132628704] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:27783; }","duration":"3.224028904s","start":"2026-03-01T22:04:20.953353Z","end":"2026-03-01T22:04:24.177382Z","steps":["trace[2132628704] 'agreement among raft nodes before linearized reading' (duration: 3.223922101s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:24.17744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:20.953324Z","time spent":"3.224106636s","remote":"127.0.0.1:40548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:24.17757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348694712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124310"} {"level":"warn","ts":"2026-03-01T22:04:24.177578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328285753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:24.177608Z","caller":"traceutil/trace.go:171","msg":"trace[140952324] transaction","detail":"{read_only:false; response_revision:27783; number_of_response:1; }","duration":"2.337667237s","start":"2026-03-01T22:04:21.83992Z","end":"2026-03-01T22:04:24.177587Z","steps":["trace[140952324] 'process raft request' (duration: 1.915914276s)","trace[140952324] 'compare' (duration: 420.011273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:24.177704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357598529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-01T22:04:24.177741Z","caller":"traceutil/trace.go:171","msg":"trace[52148561] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:27783; }","duration":"1.35766797s","start":"2026-03-01T22:04:22.820065Z","end":"2026-03-01T22:04:24.177733Z","steps":["trace[52148561] 'agreement among raft nodes before linearized reading' (duration: 1.357578117s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:24.177741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:21.839871Z","time spent":"2.337799041s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T22:04:24.177773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.512366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:04:24.177812Z","caller":"traceutil/trace.go:171","msg":"trace[1848840880] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:27783; }","duration":"565.595548ms","start":"2026-03-01T22:04:23.612204Z","end":"2026-03-01T22:04:24.177799Z","steps":["trace[1848840880] 'agreement among raft nodes before linearized reading' (duration: 565.525526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:24.177806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.831707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:24.177857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:23.612177Z","time spent":"565.67126ms","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:24.177769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:22.820046Z","time spent":"1.357717101s","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-01T22:04:24.177817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958147455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:24.177925Z","caller":"traceutil/trace.go:171","msg":"trace[393797851] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:27783; }","duration":"1.958295838s","start":"2026-03-01T22:04:22.219615Z","end":"2026-03-01T22:04:24.177911Z","steps":["trace[393797851] 'agreement among raft nodes before linearized reading' (duration: 1.958170376s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:24.177945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.158185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" ","response":"range_response_count:1 size:3757"} {"level":"info","ts":"2026-03-01T22:04:24.178036Z","caller":"traceutil/trace.go:171","msg":"trace[834145663] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb; range_end:; response_count:1; response_revision:27783; }","duration":"817.293168ms","start":"2026-03-01T22:04:23.360723Z","end":"2026-03-01T22:04:24.178017Z","steps":["trace[834145663] 'agreement among raft nodes before linearized reading' (duration: 817.134034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:24.178052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:22.21959Z","time spent":"1.958384671s","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:24.178086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.622233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:24.178129Z","caller":"traceutil/trace.go:171","msg":"trace[1448500304] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27783; }","duration":"448.713666ms","start":"2026-03-01T22:04:23.729406Z","end":"2026-03-01T22:04:24.17812Z","steps":["trace[1448500304] 'agreement among raft nodes before linearized reading' (duration: 448.647634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:24.178166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:23.72938Z","time spent":"448.778128ms","remote":"127.0.0.1:54498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:24.1782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.004787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:04:24.178249Z","caller":"traceutil/trace.go:171","msg":"trace[1783289133] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:27783; }","duration":"845.054448ms","start":"2026-03-01T22:04:23.333183Z","end":"2026-03-01T22:04:24.178237Z","steps":["trace[1783289133] 'agreement among raft nodes before linearized reading' (duration: 844.928276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:24.177864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21009541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:24.17809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:23.360698Z","time spent":"817.380829ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" "} {"level":"warn","ts":"2026-03-01T22:04:24.178297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:23.333118Z","time spent":"845.168341ms","remote":"127.0.0.1:41306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":62,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:24.178301Z","caller":"traceutil/trace.go:171","msg":"trace[89953125] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:27783; }","duration":"2.21056705s","start":"2026-03-01T22:04:21.967724Z","end":"2026-03-01T22:04:24.178291Z","steps":["trace[89953125] 'agreement among raft nodes before linearized reading' (duration: 2.210113891s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:24.177628Z","caller":"traceutil/trace.go:171","msg":"trace[1134297415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27783; }","duration":"1.328381855s","start":"2026-03-01T22:04:22.849232Z","end":"2026-03-01T22:04:24.177614Z","steps":["trace[1134297415] 'agreement among raft nodes before linearized reading' (duration: 1.328193971s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:24.178342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:21.967703Z","time spent":"2.210626431s","remote":"127.0.0.1:39038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:24.177875Z","caller":"traceutil/trace.go:171","msg":"trace[2103222684] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:27783; }","duration":"114.941859ms","start":"2026-03-01T22:04:24.062915Z","end":"2026-03-01T22:04:24.177857Z","steps":["trace[2103222684] 'agreement among raft nodes before linearized reading' (duration: 114.820626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:24.177939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337136767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" ","response":"range_response_count:1 size:3757"} {"level":"warn","ts":"2026-03-01T22:04:24.178443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:22.849206Z","time spent":"1.329169283s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T22:04:24.17762Z","caller":"traceutil/trace.go:171","msg":"trace[526700175] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27783; }","duration":"1.348740863s","start":"2026-03-01T22:04:22.828866Z","end":"2026-03-01T22:04:24.177607Z","steps":["trace[526700175] 'agreement among raft nodes before linearized reading' (duration: 1.348593249s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:24.17864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:22.828836Z","time spent":"1.349792457s","remote":"127.0.0.1:40836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":124333,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-01T22:04:24.178514Z","caller":"traceutil/trace.go:171","msg":"trace[625898366] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb; range_end:; response_count:1; response_revision:27783; }","duration":"2.337725109s","start":"2026-03-01T22:04:21.840778Z","end":"2026-03-01T22:04:24.178503Z","steps":["trace[625898366] 'agreement among raft nodes before linearized reading' (duration: 2.337104856s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:24.178792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:21.840765Z","time spent":"2.338014256s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3780,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" "} {"level":"warn","ts":"2026-03-01T22:04:24.176668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653226972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:04:24.179081Z","caller":"traceutil/trace.go:171","msg":"trace[416103781] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:27783; }","duration":"2.655694727s","start":"2026-03-01T22:04:21.523368Z","end":"2026-03-01T22:04:24.179063Z","steps":["trace[416103781] 'agreement among raft nodes before linearized reading' (duration: 2.653149651s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:24.179138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:21.523348Z","time spent":"2.655772688s","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:24.683766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:25.774633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.512059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:04:25.774719Z","caller":"traceutil/trace.go:171","msg":"trace[330540316] transaction","detail":"{read_only:false; response_revision:27784; number_of_response:1; }","duration":"1.591667501s","start":"2026-03-01T22:04:24.183038Z","end":"2026-03-01T22:04:25.774705Z","steps":["trace[330540316] 'process raft request' (duration: 701.06975ms)","trace[330540316] 'compare' (duration: 889.68364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:25.774752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:24.183021Z","time spent":"1.591719131s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T22:04:26.111849Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.228080657s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T22:04:26.187443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000789283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:04:26.187526Z","caller":"traceutil/trace.go:171","msg":"trace[520377846] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000922866s","start":"2026-03-01T22:04:24.186586Z","end":"2026-03-01T22:04:26.187509Z","steps":["trace[520377846] 'agreement among raft nodes before linearized reading' (duration: 2.000807464s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:26.187572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:24.186573Z","time spent":"2.000989918s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:04:26.597357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.334621ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-01T22:04:26.597873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:24.184374Z","time spent":"2.413492986s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T22:04:26.598387Z","caller":"traceutil/trace.go:171","msg":"trace[297901009] transaction","detail":"{read_only:false; response_revision:27786; number_of_response:1; }","duration":"819.604448ms","start":"2026-03-01T22:04:25.778764Z","end":"2026-03-01T22:04:26.598369Z","steps":["trace[297901009] 'process raft request' (duration: 819.549517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:26.59848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:25.778748Z","time spent":"819.67736ms","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T22:04:26.598498Z","caller":"traceutil/trace.go:171","msg":"trace[341807975] transaction","detail":"{read_only:false; response_revision:27785; number_of_response:1; }","duration":"2.411302958s","start":"2026-03-01T22:04:24.187178Z","end":"2026-03-01T22:04:26.598481Z","steps":["trace[341807975] 'process raft request' (duration: 2.410286215s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:26.598546Z","caller":"traceutil/trace.go:171","msg":"trace[111026489] linearizableReadLoop","detail":"{readStateIndex:29179; appliedIndex:29176; }","duration":"2.414828126s","start":"2026-03-01T22:04:24.183697Z","end":"2026-03-01T22:04:26.598525Z","steps":["trace[111026489] 'read index received' (duration: 700.387165ms)","trace[111026489] 'applied index is now lower than readState.Index' (duration: 1.714439131s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:26.598613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:24.187168Z","time spent":"2.411357449s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3925,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:26.598737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4150233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-01T22:04:26.598766Z","caller":"traceutil/trace.go:171","msg":"trace[746331013] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:27786; }","duration":"2.415064361s","start":"2026-03-01T22:04:24.183694Z","end":"2026-03-01T22:04:26.598758Z","steps":["trace[746331013] 'agreement among raft nodes before linearized reading' (duration: 2.414940319s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:26.598789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:24.183668Z","time spent":"2.415115622s","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-03-01T22:04:26.598885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410696435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124310"} {"level":"warn","ts":"2026-03-01T22:04:26.598891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.953049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17026"} {"level":"info","ts":"2026-03-01T22:04:26.59891Z","caller":"traceutil/trace.go:171","msg":"trace[1908152875] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27786; }","duration":"2.410739246s","start":"2026-03-01T22:04:24.188163Z","end":"2026-03-01T22:04:26.598903Z","steps":["trace[1908152875] 'agreement among raft nodes before linearized reading' (duration: 2.410566773s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:26.598916Z","caller":"traceutil/trace.go:171","msg":"trace[1582942695] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27786; }","duration":"906.028001ms","start":"2026-03-01T22:04:25.69288Z","end":"2026-03-01T22:04:26.598908Z","steps":["trace[1582942695] 'agreement among raft nodes before linearized reading' (duration: 905.897768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:26.598929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:24.188157Z","time spent":"2.410768857s","remote":"127.0.0.1:40836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":124333,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-01T22:04:26.598937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:25.692854Z","time spent":"906.076532ms","remote":"127.0.0.1:40960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17049,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-01T22:04:26.599005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.829188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:26.599028Z","caller":"traceutil/trace.go:171","msg":"trace[1548850209] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:27786; }","duration":"642.892559ms","start":"2026-03-01T22:04:25.95613Z","end":"2026-03-01T22:04:26.599023Z","steps":["trace[1548850209] 'agreement among raft nodes before linearized reading' (duration: 642.851388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:26.599043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:25.956106Z","time spent":"642.93201ms","remote":"127.0.0.1:40586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:26.599067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.59393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-03-01T22:04:26.599084Z","caller":"traceutil/trace.go:171","msg":"trace[1371677113] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27786; }","duration":"755.6474ms","start":"2026-03-01T22:04:25.843431Z","end":"2026-03-01T22:04:26.599078Z","steps":["trace[1371677113] 'agreement among raft nodes before linearized reading' (duration: 755.590759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:26.599108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:25.843411Z","time spent":"755.693132ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-01T22:04:26.599112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414581222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" ","response":"range_response_count:1 size:3943"} {"level":"info","ts":"2026-03-01T22:04:26.599134Z","caller":"traceutil/trace.go:171","msg":"trace[655650088] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb; range_end:; response_count:1; response_revision:27786; }","duration":"1.414640723s","start":"2026-03-01T22:04:25.184486Z","end":"2026-03-01T22:04:26.599127Z","steps":["trace[655650088] 'agreement among raft nodes before linearized reading' (duration: 1.414609173s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:26.599143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.325933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:26.599149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:25.184462Z","time spent":"1.414683295s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3966,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" "} {"level":"info","ts":"2026-03-01T22:04:26.599161Z","caller":"traceutil/trace.go:171","msg":"trace[1114614469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27786; }","duration":"411.343543ms","start":"2026-03-01T22:04:26.187812Z","end":"2026-03-01T22:04:26.599156Z","steps":["trace[1114614469] 'agreement among raft nodes before linearized reading' (duration: 411.312092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:26.599175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:26.187724Z","time spent":"411.448635ms","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:04:26.599265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130113919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:26.599269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.913742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:04:26.599282Z","caller":"traceutil/trace.go:171","msg":"trace[402855870] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27786; }","duration":"2.130166101s","start":"2026-03-01T22:04:24.469111Z","end":"2026-03-01T22:04:26.599277Z","steps":["trace[402855870] 'agreement among raft nodes before linearized reading' (duration: 2.13012931s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:26.599287Z","caller":"traceutil/trace.go:171","msg":"trace[263636740] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:27786; }","duration":"872.973633ms","start":"2026-03-01T22:04:25.726307Z","end":"2026-03-01T22:04:26.599281Z","steps":["trace[263636740] 'agreement among raft nodes before linearized reading' (duration: 872.879981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:26.599298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:24.469091Z","time spent":"2.130202691s","remote":"127.0.0.1:33644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:26.599303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:25.726281Z","time spent":"873.018314ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:26.599085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060374097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:26.599364Z","caller":"traceutil/trace.go:171","msg":"trace[2101215584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27786; }","duration":"1.060690054s","start":"2026-03-01T22:04:25.538666Z","end":"2026-03-01T22:04:26.599357Z","steps":["trace[2101215584] 'agreement among raft nodes before linearized reading' (duration: 1.060394298s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:26.599393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:25.538643Z","time spent":"1.060739625s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:04:26.599427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409919768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-01T22:04:26.599442Z","caller":"traceutil/trace.go:171","msg":"trace[1935552077] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:27786; }","duration":"2.409943158s","start":"2026-03-01T22:04:24.189494Z","end":"2026-03-01T22:04:26.599437Z","steps":["trace[1935552077] 'agreement among raft nodes before linearized reading' (duration: 2.409892437s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:26.599462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:24.189487Z","time spent":"2.409971049s","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-01T22:04:27.106423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:28.230454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.26162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:04:28.230573Z","caller":"traceutil/trace.go:171","msg":"trace[374714500] transaction","detail":"{read_only:false; response_revision:27787; number_of_response:1; }","duration":"1.624909902s","start":"2026-03-01T22:04:26.605645Z","end":"2026-03-01T22:04:28.230555Z","steps":["trace[374714500] 'process raft request' (duration: 865.426547ms)","trace[374714500] 'compare' (duration: 758.050604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:28.230624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:26.605623Z","time spent":"1.624977633s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:28.471797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000720694s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T22:04:28.60933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000343344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:28.609427Z","caller":"traceutil/trace.go:171","msg":"trace[1515424098] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000490837s","start":"2026-03-01T22:04:26.608915Z","end":"2026-03-01T22:04:28.609405Z","steps":["trace[1515424098] 'agreement among raft nodes before linearized reading' (duration: 2.000359965s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:28.609489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:26.6089Z","time spent":"2.00057949s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:04:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:28.939176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.819593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:04:28.939434Z","caller":"traceutil/trace.go:171","msg":"trace[1102469390] transaction","detail":"{read_only:false; response_revision:27790; number_of_response:1; }","duration":"578.869409ms","start":"2026-03-01T22:04:28.360546Z","end":"2026-03-01T22:04:28.939415Z","steps":["trace[1102469390] 'process raft request' (duration: 578.821498ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:28.939455Z","caller":"traceutil/trace.go:171","msg":"trace[69797557] linearizableReadLoop","detail":"{readStateIndex:29182; appliedIndex:29180; }","duration":"2.33366331s","start":"2026-03-01T22:04:26.605773Z","end":"2026-03-01T22:04:28.939436Z","steps":["trace[69797557] 'read index received' (duration: 865.302004ms)","trace[69797557] 'applied index is now lower than readState.Index' (duration: 1.468358526s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:04:28.9395Z","caller":"traceutil/trace.go:171","msg":"trace[880842682] transaction","detail":"{read_only:false; response_revision:27789; number_of_response:1; }","duration":"594.728539ms","start":"2026-03-01T22:04:28.344746Z","end":"2026-03-01T22:04:28.939475Z","steps":["trace[880842682] 'process raft request' (duration: 594.538325ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:28.9395Z","caller":"traceutil/trace.go:171","msg":"trace[1461845857] transaction","detail":"{read_only:false; response_revision:27788; number_of_response:1; }","duration":"2.333710731s","start":"2026-03-01T22:04:26.605745Z","end":"2026-03-01T22:04:28.939456Z","steps":["trace[1461845857] 'process raft request' (duration: 1.86653866s)","trace[1461845857] 'compare' (duration: 466.63604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:28.939531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:28.360519Z","time spent":"578.959451ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:28.939629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:28.344716Z","time spent":"594.841471ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:28.939692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333876884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-00ec1720-8b88-4650-a60e-10d45ad8b5db\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-01T22:04:28.939686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:26.605724Z","time spent":"2.333861044s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T22:04:28.93973Z","caller":"traceutil/trace.go:171","msg":"trace[444791046] range","detail":"{range_begin:/registry/persistentvolumes/pvc-00ec1720-8b88-4650-a60e-10d45ad8b5db; range_end:; response_count:1; response_revision:27790; }","duration":"2.334006507s","start":"2026-03-01T22:04:26.605711Z","end":"2026-03-01T22:04:28.939718Z","steps":["trace[444791046] 'agreement among raft nodes before linearized reading' (duration: 2.333808503s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:28.939766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:26.605681Z","time spent":"2.334072939s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-00ec1720-8b88-4650-a60e-10d45ad8b5db\" "} {"level":"warn","ts":"2026-03-01T22:04:28.939843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327245817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" ","response":"range_response_count:1 size:3943"} {"level":"warn","ts":"2026-03-01T22:04:28.939867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.539397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:28.939873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.810785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-01T22:04:28.939894Z","caller":"traceutil/trace.go:171","msg":"trace[180683318] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27790; }","duration":"909.608948ms","start":"2026-03-01T22:04:28.030278Z","end":"2026-03-01T22:04:28.939887Z","steps":["trace[180683318] 'agreement among raft nodes before linearized reading' (duration: 909.548346ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:28.939908Z","caller":"traceutil/trace.go:171","msg":"trace[868759840] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27790; }","duration":"706.881527ms","start":"2026-03-01T22:04:28.233015Z","end":"2026-03-01T22:04:28.939897Z","steps":["trace[868759840] 'agreement among raft nodes before linearized reading' (duration: 706.775305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:28.939907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.177985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:28.939953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:28.232995Z","time spent":"706.950458ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T22:04:28.939967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.283927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:28.939981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334255224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" ","response":"range_response_count:1 size:3943"} {"level":"warn","ts":"2026-03-01T22:04:28.939998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208299641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:28.940006Z","caller":"traceutil/trace.go:171","msg":"trace[333267904] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27790; }","duration":"932.36333ms","start":"2026-03-01T22:04:28.007632Z","end":"2026-03-01T22:04:28.939995Z","steps":["trace[333267904] 'agreement among raft nodes before linearized reading' (duration: 932.277777ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:28.940028Z","caller":"traceutil/trace.go:171","msg":"trace[1285219882] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb; range_end:; response_count:1; response_revision:27790; }","duration":"1.334335187s","start":"2026-03-01T22:04:27.605683Z","end":"2026-03-01T22:04:28.940018Z","steps":["trace[1285219882] 'agreement among raft nodes before linearized reading' (duration: 1.334229084s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:28.940002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.408554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:28.939924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:28.030255Z","time spent":"909.663349ms","remote":"127.0.0.1:40916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:28.94006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:28.007608Z","time spent":"932.440831ms","remote":"127.0.0.1:33408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:28.940063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:27.605664Z","time spent":"1.334389928s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3966,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" "} {"level":"info","ts":"2026-03-01T22:04:28.939891Z","caller":"traceutil/trace.go:171","msg":"trace[570427362] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb; range_end:; response_count:1; response_revision:27790; }","duration":"2.327310779s","start":"2026-03-01T22:04:26.612569Z","end":"2026-03-01T22:04:28.93988Z","steps":["trace[570427362] 'agreement among raft nodes before linearized reading' (duration: 2.327193067s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:28.940086Z","caller":"traceutil/trace.go:171","msg":"trace[1905337036] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:27790; }","duration":"401.560359ms","start":"2026-03-01T22:04:28.53851Z","end":"2026-03-01T22:04:28.94007Z","steps":["trace[1905337036] 'agreement among raft nodes before linearized reading' (duration: 401.384414ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:28.939979Z","caller":"traceutil/trace.go:171","msg":"trace[1271698814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27790; }","duration":"330.305238ms","start":"2026-03-01T22:04:28.609647Z","end":"2026-03-01T22:04:28.939952Z","steps":["trace[1271698814] 'agreement among raft nodes before linearized reading' (duration: 330.184055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:28.940099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.343301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:28.94013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:28.538485Z","time spent":"401.63857ms","remote":"127.0.0.1:34970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:28.940153Z","caller":"traceutil/trace.go:171","msg":"trace[405079355] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:27790; }","duration":"255.466643ms","start":"2026-03-01T22:04:28.684675Z","end":"2026-03-01T22:04:28.940141Z","steps":["trace[405079355] 'agreement among raft nodes before linearized reading' (duration: 255.355581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:28.940041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.220699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:04:28.940107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:26.612515Z","time spent":"2.327580776s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3966,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" "} {"level":"warn","ts":"2026-03-01T22:04:28.940138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:28.609621Z","time spent":"330.504344ms","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T22:04:28.940041Z","caller":"traceutil/trace.go:171","msg":"trace[107082769] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27790; }","duration":"2.208396424s","start":"2026-03-01T22:04:26.731633Z","end":"2026-03-01T22:04:28.94003Z","steps":["trace[107082769] 'agreement among raft nodes before linearized reading' (duration: 2.208320501s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:28.940214Z","caller":"traceutil/trace.go:171","msg":"trace[202529348] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:27790; }","duration":"515.410493ms","start":"2026-03-01T22:04:28.424778Z","end":"2026-03-01T22:04:28.940188Z","steps":["trace[202529348] 'agreement among raft nodes before linearized reading' (duration: 515.226759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:28.94017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334269494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-01T22:04:28.940295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:28.424752Z","time spent":"515.517026ms","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:28.940363Z","caller":"traceutil/trace.go:171","msg":"trace[461375717] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27790; }","duration":"2.334603811s","start":"2026-03-01T22:04:26.605717Z","end":"2026-03-01T22:04:28.940321Z","steps":["trace[461375717] 'agreement among raft nodes before linearized reading' (duration: 2.333729741s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:28.940286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:26.731609Z","time spent":"2.208660419s","remote":"127.0.0.1:40990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:28.940422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:26.605692Z","time spent":"2.334718404s","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-01T22:04:28.93988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16096251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:28.940535Z","caller":"traceutil/trace.go:171","msg":"trace[1737085377] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27790; }","duration":"1.161656666s","start":"2026-03-01T22:04:27.778859Z","end":"2026-03-01T22:04:28.940516Z","steps":["trace[1737085377] 'agreement among raft nodes before linearized reading' (duration: 1.16095356s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:28.940585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:27.778833Z","time spent":"1.161734168s","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:29.448226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:30.291983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.435428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:04:30.292065Z","caller":"traceutil/trace.go:171","msg":"trace[1400546382] transaction","detail":"{read_only:false; response_revision:27791; number_of_response:1; }","duration":"1.344054411s","start":"2026-03-01T22:04:28.947997Z","end":"2026-03-01T22:04:30.292051Z","steps":["trace[1400546382] 'process raft request' (duration: 826.480659ms)","trace[1400546382] 'compare' (duration: 517.320606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:30.292108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:28.947979Z","time spent":"1.344109281s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:30.947882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99973681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:30.947961Z","caller":"traceutil/trace.go:171","msg":"trace[2005094003] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999843124s","start":"2026-03-01T22:04:28.948102Z","end":"2026-03-01T22:04:30.947945Z","steps":["trace[2005094003] 'agreement among raft nodes before linearized reading' (duration: 1.999741241s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:30.948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:28.948097Z","time spent":"1.999896485s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:04:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:31.559501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.784957644s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:04:31.655962Z","caller":"traceutil/trace.go:171","msg":"trace[734529004] linearizableReadLoop","detail":"{readStateIndex:29186; appliedIndex:29184; }","duration":"2.707829445s","start":"2026-03-01T22:04:28.948111Z","end":"2026-03-01T22:04:31.655941Z","steps":["trace[734529004] 'read index received' (duration: 826.388677ms)","trace[734529004] 'applied index is now lower than readState.Index' (duration: 1.881439738s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:04:31.656025Z","caller":"traceutil/trace.go:171","msg":"trace[319428143] transaction","detail":"{read_only:false; response_revision:27792; number_of_response:1; }","duration":"2.704594972s","start":"2026-03-01T22:04:28.951388Z","end":"2026-03-01T22:04:31.655983Z","steps":["trace[319428143] 'process raft request' (duration: 2.608296153s)","trace[319428143] 'compare' (duration: 95.584344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:31.656187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:28.951367Z","time spent":"2.704726516s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:32.44935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.200664ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T22:04:32.449483Z","caller":"traceutil/trace.go:171","msg":"trace[1923333487] linearizableReadLoop","detail":"{readStateIndex:29187; appliedIndex:29186; }","duration":"793.451902ms","start":"2026-03-01T22:04:31.656011Z","end":"2026-03-01T22:04:32.449463Z","steps":["trace[1923333487] 'read index received' (duration: 96.063844ms)","trace[1923333487] 'applied index is now lower than readState.Index' (duration: 697.386128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:32.449972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453939596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:32.450039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501678809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:32.450097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646560325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:32.450139Z","caller":"traceutil/trace.go:171","msg":"trace[1257836167] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27792; }","duration":"2.646655639s","start":"2026-03-01T22:04:29.803471Z","end":"2026-03-01T22:04:32.450126Z","steps":["trace[1257836167] 'agreement among raft nodes before linearized reading' (duration: 2.646586586s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:32.450143Z","caller":"traceutil/trace.go:171","msg":"trace[1729449505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27792; }","duration":"1.501844823s","start":"2026-03-01T22:04:30.948269Z","end":"2026-03-01T22:04:32.450114Z","steps":["trace[1729449505] 'agreement among raft nodes before linearized reading' (duration: 1.501633368s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:32.450162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504114921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" ","response":"range_response_count:1 size:3943"} {"level":"warn","ts":"2026-03-01T22:04:32.450166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217070044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:32.450192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:29.803437Z","time spent":"2.64674399s","remote":"127.0.0.1:33536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:32.450192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:30.948256Z","time spent":"1.501927366s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T22:04:32.450216Z","caller":"traceutil/trace.go:171","msg":"trace[2098710812] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:27792; }","duration":"2.217174296s","start":"2026-03-01T22:04:30.233029Z","end":"2026-03-01T22:04:32.450203Z","steps":["trace[2098710812] 'agreement among raft nodes before linearized reading' (duration: 2.217079714s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:32.450187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.501536182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-01T22:04:32.450251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66890078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-01T22:04:32.450267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:30.233Z","time spent":"2.217255508s","remote":"127.0.0.1:50532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:32.450286Z","caller":"traceutil/trace.go:171","msg":"trace[1832549920] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27792; }","duration":"3.501658876s","start":"2026-03-01T22:04:28.948607Z","end":"2026-03-01T22:04:32.450266Z","steps":["trace[1832549920] 'agreement among raft nodes before linearized reading' (duration: 3.501324747s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:32.450286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.180492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:32.450253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.396161794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-01T22:04:32.450323Z","caller":"traceutil/trace.go:171","msg":"trace[1322243739] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27792; }","duration":"606.256653ms","start":"2026-03-01T22:04:31.844054Z","end":"2026-03-01T22:04:32.45031Z","steps":["trace[1322243739] 'agreement among raft nodes before linearized reading' (duration: 606.194622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:32.450332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:28.948602Z","time spent":"3.501713387s","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-01T22:04:32.45008Z","caller":"traceutil/trace.go:171","msg":"trace[383253861] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27792; }","duration":"2.45410713s","start":"2026-03-01T22:04:29.995952Z","end":"2026-03-01T22:04:32.450059Z","steps":["trace[383253861] 'agreement among raft nodes before linearized reading' (duration: 2.453935716s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:32.450366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:31.844013Z","time spent":"606.341965ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:32.450383Z","caller":"traceutil/trace.go:171","msg":"trace[766199503] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:27792; }","duration":"3.396385369s","start":"2026-03-01T22:04:29.053963Z","end":"2026-03-01T22:04:32.450348Z","steps":["trace[766199503] 'agreement among raft nodes before linearized reading' (duration: 3.39598538s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:32.450452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:29.053931Z","time spent":"3.396505221s","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-01T22:04:32.450456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.61201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-03-01T22:04:32.450441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:29.995925Z","time spent":"2.454469949s","remote":"127.0.0.1:33684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-01T22:04:32.450499Z","caller":"traceutil/trace.go:171","msg":"trace[258442290] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27792; }","duration":"840.691602ms","start":"2026-03-01T22:04:31.609794Z","end":"2026-03-01T22:04:32.450485Z","steps":["trace[258442290] 'agreement among raft nodes before linearized reading' (duration: 840.562689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:32.450542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:31.60977Z","time spent":"840.761233ms","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-01T22:04:32.450583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802240365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:32.45021Z","caller":"traceutil/trace.go:171","msg":"trace[35536238] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb; range_end:; response_count:1; response_revision:27792; }","duration":"2.504247114s","start":"2026-03-01T22:04:29.945949Z","end":"2026-03-01T22:04:32.450196Z","steps":["trace[35536238] 'agreement among raft nodes before linearized reading' (duration: 2.503965247s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:32.450608Z","caller":"traceutil/trace.go:171","msg":"trace[1700955283] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:27792; }","duration":"1.802308467s","start":"2026-03-01T22:04:30.648287Z","end":"2026-03-01T22:04:32.450596Z","steps":["trace[1700955283] 'agreement among raft nodes before linearized reading' (duration: 1.802253995s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:32.45063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:30.648264Z","time spent":"1.802360667s","remote":"127.0.0.1:54550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:32.450634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:29.945921Z","time spent":"2.504702724s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3966,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" "} {"level":"warn","ts":"2026-03-01T22:04:32.450026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690178485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:32.450719Z","caller":"traceutil/trace.go:171","msg":"trace[1382415175] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27792; }","duration":"2.690943303s","start":"2026-03-01T22:04:29.759756Z","end":"2026-03-01T22:04:32.4507Z","steps":["trace[1382415175] 'agreement among raft nodes before linearized reading' (duration: 2.690185596s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:32.450764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:29.75973Z","time spent":"2.691019935s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:32.450315Z","caller":"traceutil/trace.go:171","msg":"trace[1142155104] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27792; }","duration":"1.669008722s","start":"2026-03-01T22:04:30.781288Z","end":"2026-03-01T22:04:32.450296Z","steps":["trace[1142155104] 'agreement among raft nodes before linearized reading' (duration: 1.668808788s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:32.450822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:30.781261Z","time spent":"1.669545923s","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-01T22:04:32.45134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923854141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:32.451443Z","caller":"traceutil/trace.go:171","msg":"trace[748639720] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:27792; }","duration":"1.923990204s","start":"2026-03-01T22:04:30.527408Z","end":"2026-03-01T22:04:32.451398Z","steps":["trace[748639720] 'agreement among raft nodes before linearized reading' (duration: 1.922545312s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:32.451484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:30.527374Z","time spent":"1.924098116s","remote":"127.0.0.1:37632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:32.451755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155854305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-78tt9.1898d4161520c985\" ","response":"range_response_count:1 size:862"} {"level":"info","ts":"2026-03-01T22:04:32.451795Z","caller":"traceutil/trace.go:171","msg":"trace[1358138848] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-78tt9.1898d4161520c985; range_end:; response_count:1; response_revision:27792; }","duration":"2.155892106s","start":"2026-03-01T22:04:30.295889Z","end":"2026-03-01T22:04:32.451781Z","steps":["trace[1358138848] 'agreement among raft nodes before linearized reading' (duration: 2.154076266s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:32.451817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:30.295792Z","time spent":"2.1560211s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-78tt9.1898d4161520c985\" "} {"level":"warn","ts":"2026-03-01T22:04:32.45222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.443774801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T22:04:32.452393Z","caller":"traceutil/trace.go:171","msg":"trace[282794089] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27792; }","duration":"3.444003886s","start":"2026-03-01T22:04:29.008372Z","end":"2026-03-01T22:04:32.452376Z","steps":["trace[282794089] 'agreement among raft nodes before linearized reading' (duration: 3.441826809s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:32.452444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:29.008344Z","time spent":"3.444084537s","remote":"127.0.0.1:41340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2808,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:32.955807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320472,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:33.456352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320472,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:33.957273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320472,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:34.104574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.650422543s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:04:34.10507Z","caller":"traceutil/trace.go:171","msg":"trace[1879598184] transaction","detail":"{read_only:false; response_revision:27793; number_of_response:1; }","duration":"1.651407924s","start":"2026-03-01T22:04:32.453634Z","end":"2026-03-01T22:04:34.105042Z","steps":["trace[1879598184] 'process raft request' (duration: 1.65121117s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:34.105238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:32.453613Z","time spent":"1.651537747s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:34.45868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999887893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:04:34.458806Z","caller":"traceutil/trace.go:171","msg":"trace[1975915154] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000085508s","start":"2026-03-01T22:04:32.458688Z","end":"2026-03-01T22:04:34.458773Z","steps":["trace[1975915154] 'agreement among raft nodes before linearized reading' (duration: 1.999914853s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:34.458868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:32.458668Z","time spent":"2.000188901s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:04:35.168587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.447746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:04:35.169021Z","caller":"traceutil/trace.go:171","msg":"trace[1291515511] transaction","detail":"{read_only:false; response_revision:27794; number_of_response:1; }","duration":"1.768667945s","start":"2026-03-01T22:04:33.400314Z","end":"2026-03-01T22:04:35.168982Z","steps":["trace[1291515511] 'process raft request' (duration: 828.706119ms)","trace[1291515511] 'compare' (duration: 938.926793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:35.169207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:33.400286Z","time spent":"1.768824639s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:35.883132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.406162ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-01T22:04:35.88393Z","caller":"traceutil/trace.go:171","msg":"trace[1105321257] transaction","detail":"{read_only:false; response_revision:27795; number_of_response:1; }","duration":"2.384616041s","start":"2026-03-01T22:04:33.499287Z","end":"2026-03-01T22:04:35.883904Z","steps":["trace[1105321257] 'process raft request' (duration: 2.383988227s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:35.8841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:33.499261Z","time spent":"2.384755694s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:36.459885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000265252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:36.459954Z","caller":"traceutil/trace.go:171","msg":"trace[1997728502] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000385935s","start":"2026-03-01T22:04:34.459553Z","end":"2026-03-01T22:04:36.459939Z","steps":["trace[1997728502] 'agreement among raft nodes before linearized reading' (duration: 2.000300263s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:36.459988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:34.459531Z","time spent":"2.000451897s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:04:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:36.685154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.145572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:04:36.685358Z","caller":"traceutil/trace.go:171","msg":"trace[1291033382] linearizableReadLoop","detail":"{readStateIndex:29192; appliedIndex:29188; }","duration":"4.230126718s","start":"2026-03-01T22:04:32.45521Z","end":"2026-03-01T22:04:36.685337Z","steps":["trace[1291033382] 'read index received' (duration: 1.650252489s)","trace[1291033382] 'applied index is now lower than readState.Index' (duration: 2.579872779s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:04:36.685425Z","caller":"traceutil/trace.go:171","msg":"trace[986655426] transaction","detail":"{read_only:false; response_revision:27796; number_of_response:1; }","duration":"2.730100214s","start":"2026-03-01T22:04:33.955291Z","end":"2026-03-01T22:04:36.685391Z","steps":["trace[986655426] 'process raft request' (duration: 1.928594174s)","trace[986655426] 'compare' (duration: 800.369565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:36.685593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:33.955257Z","time spent":"2.730234917s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:36.686677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.230275051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-01T22:04:36.686722Z","caller":"traceutil/trace.go:171","msg":"trace[1388717710] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27797; }","duration":"4.230321322s","start":"2026-03-01T22:04:32.456391Z","end":"2026-03-01T22:04:36.686712Z","steps":["trace[1388717710] 'agreement among raft nodes before linearized reading' (duration: 4.230156398s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:36.686747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:32.456288Z","time spent":"4.230453264s","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-01T22:04:36.686758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.231546269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-decfbd13-5736-4499-81a1-1a47d1bea130\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-01T22:04:36.686737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456506765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:36.686835Z","caller":"traceutil/trace.go:171","msg":"trace[519463951] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27797; }","duration":"1.456672049s","start":"2026-03-01T22:04:35.230144Z","end":"2026-03-01T22:04:36.686816Z","steps":["trace[519463951] 'agreement among raft nodes before linearized reading' (duration: 1.456464724s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:36.686879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.230302463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" ","response":"range_response_count:1 size:3943"} {"level":"warn","ts":"2026-03-01T22:04:36.686894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:35.230117Z","time spent":"1.45676636s","remote":"127.0.0.1:34074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:36.686916Z","caller":"traceutil/trace.go:171","msg":"trace[1344121759] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb; range_end:; response_count:1; response_revision:27797; }","duration":"3.230376965s","start":"2026-03-01T22:04:33.456531Z","end":"2026-03-01T22:04:36.686908Z","steps":["trace[1344121759] 'agreement among raft nodes before linearized reading' (duration: 3.230222461s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:36.686925Z","caller":"traceutil/trace.go:171","msg":"trace[1774584369] transaction","detail":"{read_only:false; response_revision:27797; number_of_response:1; }","duration":"237.62492ms","start":"2026-03-01T22:04:36.449289Z","end":"2026-03-01T22:04:36.686914Z","steps":["trace[1774584369] 'process raft request' (duration: 236.001904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:36.686983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504397677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-01T22:04:36.687005Z","caller":"traceutil/trace.go:171","msg":"trace[1757263825] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:27797; }","duration":"2.504453919s","start":"2026-03-01T22:04:34.182547Z","end":"2026-03-01T22:04:36.687Z","steps":["trace[1757263825] 'agreement among raft nodes before linearized reading' (duration: 2.504403168s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:36.687004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.059518883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-01T22:04:36.687043Z","caller":"traceutil/trace.go:171","msg":"trace[1596957077] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27797; }","duration":"4.059614465s","start":"2026-03-01T22:04:32.627421Z","end":"2026-03-01T22:04:36.687035Z","steps":["trace[1596957077] 'agreement among raft nodes before linearized reading' (duration: 4.059534733s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:36.687066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:32.62739Z","time spent":"4.059671096s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T22:04:36.687067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576981135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-78tt9.1898d4d188f0ce0f\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-01T22:04:36.687092Z","caller":"traceutil/trace.go:171","msg":"trace[4733093] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-78tt9.1898d4d188f0ce0f; range_end:; response_count:1; response_revision:27797; }","duration":"2.577037536s","start":"2026-03-01T22:04:34.110049Z","end":"2026-03-01T22:04:36.687087Z","steps":["trace[4733093] 'agreement among raft nodes before linearized reading' (duration: 2.576979054s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:36.687108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:34.109967Z","time spent":"2.577138648s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-78tt9.1898d4d188f0ce0f\" "} {"level":"warn","ts":"2026-03-01T22:04:36.686891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.451809628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:36.687153Z","caller":"traceutil/trace.go:171","msg":"trace[703125073] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:27797; }","duration":"3.452097414s","start":"2026-03-01T22:04:33.235044Z","end":"2026-03-01T22:04:36.687142Z","steps":["trace[703125073] 'agreement among raft nodes before linearized reading' (duration: 3.451816168s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:36.687153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.24629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:36.687185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:33.23503Z","time spent":"3.452146225s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:36.686936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:33.456512Z","time spent":"3.230420035s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3966,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" "} {"level":"info","ts":"2026-03-01T22:04:36.687192Z","caller":"traceutil/trace.go:171","msg":"trace[1218806665] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27797; }","duration":"306.326122ms","start":"2026-03-01T22:04:36.380852Z","end":"2026-03-01T22:04:36.687178Z","steps":["trace[1218806665] 'agreement among raft nodes before linearized reading' (duration: 306.26975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:36.687205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.06074192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-01T22:04:36.687225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:36.380826Z","time spent":"306.391152ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:36.687227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773706055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:36.687267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.227438298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:36.687083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120813136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-01T22:04:36.687301Z","caller":"traceutil/trace.go:171","msg":"trace[1266359978] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27797; }","duration":"4.227484569s","start":"2026-03-01T22:04:32.45981Z","end":"2026-03-01T22:04:36.687294Z","steps":["trace[1266359978] 'agreement among raft nodes before linearized reading' (duration: 4.227434488s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:36.687331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:32.459803Z","time spent":"4.2275215s","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-01T22:04:36.687392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.765588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:36.686693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.779143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:36.687232Z","caller":"traceutil/trace.go:171","msg":"trace[167749648] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27797; }","duration":"4.060814072s","start":"2026-03-01T22:04:32.626408Z","end":"2026-03-01T22:04:36.687222Z","steps":["trace[167749648] 'agreement among raft nodes before linearized reading' (duration: 4.06074695s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:36.687443Z","caller":"traceutil/trace.go:171","msg":"trace[855113449] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27797; }","duration":"613.85536ms","start":"2026-03-01T22:04:36.073574Z","end":"2026-03-01T22:04:36.687429Z","steps":["trace[855113449] 'agreement among raft nodes before linearized reading' (duration: 613.793819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:36.687471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:32.626381Z","time spent":"4.061080838s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T22:04:36.687478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:36.073545Z","time spent":"613.924391ms","remote":"127.0.0.1:33428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:36.687471Z","caller":"traceutil/trace.go:171","msg":"trace[1135737159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27797; }","duration":"218.56278ms","start":"2026-03-01T22:04:36.468882Z","end":"2026-03-01T22:04:36.687445Z","steps":["trace[1135737159] 'agreement among raft nodes before linearized reading' (duration: 217.775523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:36.687019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:34.182522Z","time spent":"2.504493809s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.22\" "} {"level":"warn","ts":"2026-03-01T22:04:36.687177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770571196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:04:36.687604Z","caller":"traceutil/trace.go:171","msg":"trace[428633995] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:27797; }","duration":"1.771036557s","start":"2026-03-01T22:04:34.916557Z","end":"2026-03-01T22:04:36.687593Z","steps":["trace[428633995] 'agreement among raft nodes before linearized reading' (duration: 1.770582177s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:36.68764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:34.91653Z","time spent":"1.771099278s","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:36.687675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125145011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" ","response":"range_response_count:1 size:3943"} {"level":"warn","ts":"2026-03-01T22:04:36.687702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147871153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:36.687724Z","caller":"traceutil/trace.go:171","msg":"trace[1779507948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27797; }","duration":"1.147948044s","start":"2026-03-01T22:04:35.539771Z","end":"2026-03-01T22:04:36.687719Z","steps":["trace[1779507948] 'agreement among raft nodes before linearized reading' (duration: 1.147904223s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:36.687291Z","caller":"traceutil/trace.go:171","msg":"trace[1934949441] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27797; }","duration":"1.773800578s","start":"2026-03-01T22:04:34.913467Z","end":"2026-03-01T22:04:36.687268Z","steps":["trace[1934949441] 'agreement among raft nodes before linearized reading' (duration: 1.773733506s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:36.687305Z","caller":"traceutil/trace.go:171","msg":"trace[415822] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:27797; }","duration":"2.121115812s","start":"2026-03-01T22:04:34.566183Z","end":"2026-03-01T22:04:36.687299Z","steps":["trace[415822] 'agreement among raft nodes before linearized reading' (duration: 2.120613631s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:36.687759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:34.913439Z","time spent":"1.774307059s","remote":"127.0.0.1:54424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:36.686934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.593370313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:36.68781Z","caller":"traceutil/trace.go:171","msg":"trace[1169865344] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:27797; }","duration":"3.594290673s","start":"2026-03-01T22:04:33.09351Z","end":"2026-03-01T22:04:36.687801Z","steps":["trace[1169865344] 'agreement among raft nodes before linearized reading' (duration: 3.593396664s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:36.687717Z","caller":"traceutil/trace.go:171","msg":"trace[2110538331] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb; range_end:; response_count:1; response_revision:27797; }","duration":"1.125237894s","start":"2026-03-01T22:04:35.562466Z","end":"2026-03-01T22:04:36.687704Z","steps":["trace[2110538331] 'agreement among raft nodes before linearized reading' (duration: 1.125141392s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:36.686783Z","caller":"traceutil/trace.go:171","msg":"trace[1181903332] range","detail":"{range_begin:/registry/persistentvolumes/pvc-decfbd13-5736-4499-81a1-1a47d1bea130; range_end:; response_count:1; response_revision:27796; }","duration":"4.23158904s","start":"2026-03-01T22:04:32.455186Z","end":"2026-03-01T22:04:36.686775Z","steps":["trace[1181903332] 'agreement among raft nodes before linearized reading' (duration: 4.2302604s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:36.687855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:33.093485Z","time spent":"3.594359375s","remote":"127.0.0.1:54478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:36.68786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:35.562438Z","time spent":"1.125410547s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3966,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" "} {"level":"warn","ts":"2026-03-01T22:04:36.687875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:32.455169Z","time spent":"4.232698884s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-decfbd13-5736-4499-81a1-1a47d1bea130\" "} {"level":"warn","ts":"2026-03-01T22:04:36.687768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207643428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:36.687972Z","caller":"traceutil/trace.go:171","msg":"trace[1879899119] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27797; }","duration":"1.207905144s","start":"2026-03-01T22:04:35.480056Z","end":"2026-03-01T22:04:36.687961Z","steps":["trace[1879899119] 'agreement among raft nodes before linearized reading' (duration: 1.207695849s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:36.68801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:35.480023Z","time spent":"1.207975175s","remote":"127.0.0.1:33572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:36.687743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:35.539744Z","time spent":"1.147995936s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:04:36.687802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:34.566154Z","time spent":"2.121625053s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":187,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:37.193257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:37.693516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:38.097046Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.406011214s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T22:04:38.098259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:36.690884Z","time spent":"1.407370564s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T22:04:38.098315Z","caller":"traceutil/trace.go:171","msg":"trace[1113385690] transaction","detail":"{read_only:false; response_revision:27798; number_of_response:1; }","duration":"1.407377115s","start":"2026-03-01T22:04:36.690905Z","end":"2026-03-01T22:04:38.098282Z","steps":["trace[1113385690] 'process raft request' (duration: 1.406812082s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:38.098451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:36.690879Z","time spent":"1.407481896s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:39.041873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000673421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:39.042046Z","caller":"traceutil/trace.go:171","msg":"trace[216752503] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000849476s","start":"2026-03-01T22:04:37.041122Z","end":"2026-03-01T22:04:39.041972Z","steps":["trace[216752503] 'agreement among raft nodes before linearized reading' (duration: 2.000698572s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:39.042132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:37.041105Z","time spent":"2.001011889s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:04:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:40.190107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669728968s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:04:40.190335Z","caller":"traceutil/trace.go:171","msg":"trace[864113751] transaction","detail":"{read_only:false; response_revision:27799; number_of_response:1; }","duration":"3.497424032s","start":"2026-03-01T22:04:36.692889Z","end":"2026-03-01T22:04:40.190313Z","steps":["trace[864113751] 'process raft request' (duration: 1.827335266s)","trace[864113751] 'compare' (duration: 1.669064023s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:40.190412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:36.692855Z","time spent":"3.497525415s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:04:40.190461Z","caller":"traceutil/trace.go:171","msg":"trace[1015129779] transaction","detail":"{read_only:false; response_revision:27800; number_of_response:1; }","duration":"3.487894343s","start":"2026-03-01T22:04:36.702528Z","end":"2026-03-01T22:04:40.190423Z","steps":["trace[1015129779] 'process raft request' (duration: 3.487687597s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:40.190556Z","caller":"traceutil/trace.go:171","msg":"trace[1369758457] linearizableReadLoop","detail":"{readStateIndex:29197; appliedIndex:29195; }","duration":"3.497668108s","start":"2026-03-01T22:04:36.692851Z","end":"2026-03-01T22:04:40.190519Z","steps":["trace[1369758457] 'read index received' (duration: 1.405442462s)","trace[1369758457] 'applied index is now lower than readState.Index' (duration: 2.092223426s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:04:40.1906Z","caller":"traceutil/trace.go:171","msg":"trace[980232800] transaction","detail":"{read_only:false; response_revision:27802; number_of_response:1; }","duration":"2.079480556s","start":"2026-03-01T22:04:38.111102Z","end":"2026-03-01T22:04:40.190582Z","steps":["trace[980232800] 'process raft request' (duration: 2.079422485s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:40.190633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:36.702501Z","time spent":"3.488037666s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:40.190689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:38.111074Z","time spent":"2.079570368s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T22:04:40.190773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496052542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:40.190801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.497943544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-01T22:04:40.19085Z","caller":"traceutil/trace.go:171","msg":"trace[1300229369] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27802; }","duration":"3.498017455s","start":"2026-03-01T22:04:36.692818Z","end":"2026-03-01T22:04:40.190835Z","steps":["trace[1300229369] 'agreement among raft nodes before linearized reading' (duration: 3.497822221s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:40.19088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:36.692798Z","time spent":"3.498075487s","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-01T22:04:40.190874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729636805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-03-01T22:04:40.190947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450702923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-03-01T22:04:40.190941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415036848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:04:40.19098Z","caller":"traceutil/trace.go:171","msg":"trace[2000719654] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:27802; }","duration":"3.450799206s","start":"2026-03-01T22:04:36.740173Z","end":"2026-03-01T22:04:40.190972Z","steps":["trace[2000719654] 'agreement among raft nodes before linearized reading' (duration: 3.450661223s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:40.190977Z","caller":"traceutil/trace.go:171","msg":"trace[1003912067] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27802; }","duration":"2.729790658s","start":"2026-03-01T22:04:37.461156Z","end":"2026-03-01T22:04:40.190947Z","steps":["trace[1003912067] 'agreement among raft nodes before linearized reading' (duration: 2.729542393s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:40.190997Z","caller":"traceutil/trace.go:171","msg":"trace[1951575774] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:27802; }","duration":"3.415184342s","start":"2026-03-01T22:04:36.775796Z","end":"2026-03-01T22:04:40.19098Z","steps":["trace[1951575774] 'agreement among raft nodes before linearized reading' (duration: 3.414945217s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:40.191014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:36.740149Z","time spent":"3.450858567s","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-03-01T22:04:40.19082Z","caller":"traceutil/trace.go:171","msg":"trace[771754812] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27802; }","duration":"3.496136563s","start":"2026-03-01T22:04:36.694669Z","end":"2026-03-01T22:04:40.190805Z","steps":["trace[771754812] 'agreement among raft nodes before linearized reading' (duration: 3.496019631s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:40.191038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:37.461133Z","time spent":"2.729889951s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-01T22:04:40.191047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:36.775773Z","time spent":"3.415262353s","remote":"127.0.0.1:54444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:40.191057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566140766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:40.191106Z","caller":"traceutil/trace.go:171","msg":"trace[1017817017] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27802; }","duration":"2.566240778s","start":"2026-03-01T22:04:37.624849Z","end":"2026-03-01T22:04:40.19109Z","steps":["trace[1017817017] 'agreement among raft nodes before linearized reading' (duration: 2.566141566s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:40.191121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.412243897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-wk86w\" ","response":"range_response_count:1 size:5317"} {"level":"warn","ts":"2026-03-01T22:04:40.191153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:37.624825Z","time spent":"2.566316059s","remote":"127.0.0.1:33398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:40.191163Z","caller":"traceutil/trace.go:171","msg":"trace[613354825] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-wk86w; range_end:; response_count:1; response_revision:27802; }","duration":"3.412305899s","start":"2026-03-01T22:04:36.778843Z","end":"2026-03-01T22:04:40.191149Z","steps":["trace[613354825] 'agreement among raft nodes before linearized reading' (duration: 3.412161736s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:40.190841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.280701492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:40.19119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002183792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:40.191196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:36.778835Z","time spent":"3.412353519s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5340,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-wk86w\" "} {"level":"warn","ts":"2026-03-01T22:04:40.191056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:36.694658Z","time spent":"3.496387308s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-01T22:04:40.191225Z","caller":"traceutil/trace.go:171","msg":"trace[1570658837] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27802; }","duration":"3.002261484s","start":"2026-03-01T22:04:37.188953Z","end":"2026-03-01T22:04:40.191215Z","steps":["trace[1570658837] 'agreement among raft nodes before linearized reading' (duration: 3.002213233s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:40.191179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497180209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" ","response":"range_response_count:1 size:3943"} {"level":"warn","ts":"2026-03-01T22:04:40.191252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:37.188926Z","time spent":"3.002320226s","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:40.190905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.542284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:40.191305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.263164097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:40.191351Z","caller":"traceutil/trace.go:171","msg":"trace[158006901] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:27802; }","duration":"186.050325ms","start":"2026-03-01T22:04:40.005271Z","end":"2026-03-01T22:04:40.191322Z","steps":["trace[158006901] 'agreement among raft nodes before linearized reading' (duration: 185.525514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:40.191389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149325865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:40.191449Z","caller":"traceutil/trace.go:171","msg":"trace[1503564345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27802; }","duration":"1.149473058s","start":"2026-03-01T22:04:39.041963Z","end":"2026-03-01T22:04:40.191436Z","steps":["trace[1503564345] 'agreement among raft nodes before linearized reading' (duration: 1.149378186s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:40.191371Z","caller":"traceutil/trace.go:171","msg":"trace[827388199] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:27802; }","duration":"3.263263099s","start":"2026-03-01T22:04:36.928086Z","end":"2026-03-01T22:04:40.191349Z","steps":["trace[827388199] 'agreement among raft nodes before linearized reading' (duration: 3.263170447s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:40.191506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:39.04194Z","time spent":"1.149552709s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:04:40.191552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:36.928046Z","time spent":"3.263485673s","remote":"127.0.0.1:34940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:40.191303Z","caller":"traceutil/trace.go:171","msg":"trace[152818486] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb; range_end:; response_count:1; response_revision:27802; }","duration":"2.497365213s","start":"2026-03-01T22:04:37.693902Z","end":"2026-03-01T22:04:40.191267Z","steps":["trace[152818486] 'agreement among raft nodes before linearized reading' (duration: 2.496937484s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:40.19162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:37.693873Z","time spent":"2.497736061s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3966,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" "} {"level":"info","ts":"2026-03-01T22:04:40.191224Z","caller":"traceutil/trace.go:171","msg":"trace[975556511] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27802; }","duration":"3.281182043s","start":"2026-03-01T22:04:36.910021Z","end":"2026-03-01T22:04:40.191203Z","steps":["trace[975556511] 'agreement among raft nodes before linearized reading' (duration: 3.280702882s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:40.191703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:36.909955Z","time spent":"3.281739454s","remote":"127.0.0.1:50502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:40.19157Z","caller":"traceutil/trace.go:171","msg":"trace[1633818183] transaction","detail":"{read_only:false; response_revision:27801; number_of_response:1; }","duration":"2.090905858s","start":"2026-03-01T22:04:38.099691Z","end":"2026-03-01T22:04:40.190597Z","steps":["trace[1633818183] 'process raft request' (duration: 2.090748624s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:40.192036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:38.099671Z","time spent":"2.092291337s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:40.696599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:41.196744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:41.370072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126846121s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:04:41.370574Z","caller":"traceutil/trace.go:171","msg":"trace[2021095003] transaction","detail":"{read_only:false; response_revision:27803; number_of_response:1; }","duration":"1.174640782s","start":"2026-03-01T22:04:40.195891Z","end":"2026-03-01T22:04:41.370532Z","steps":["trace[2021095003] 'process raft request' (duration: 1.174441337s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:41.370776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:40.195874Z","time spent":"1.174815246s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T22:04:42.200766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000543268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:04:42.200866Z","caller":"traceutil/trace.go:171","msg":"trace[1730187707] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000829724s","start":"2026-03-01T22:04:40.200015Z","end":"2026-03-01T22:04:42.200845Z","steps":["trace[1730187707] 'agreement among raft nodes before linearized reading' (duration: 2.000537028s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:42.200917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:40.199993Z","time spent":"2.000913646s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:04:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:04:42.855188Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.484809957s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T22:04:42.968944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271537354s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:42.969093Z","caller":"traceutil/trace.go:171","msg":"trace[1673355717] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27803; }","duration":"1.271707368s","start":"2026-03-01T22:04:41.697366Z","end":"2026-03-01T22:04:42.969073Z","steps":["trace[1673355717] 'range keys from in-memory index tree' (duration: 1.271513494s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:42.971273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.749577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:04:42.971385Z","caller":"traceutil/trace.go:171","msg":"trace[532696679] linearizableReadLoop","detail":"{readStateIndex:29201; appliedIndex:29199; }","duration":"2.775417512s","start":"2026-03-01T22:04:40.19594Z","end":"2026-03-01T22:04:42.971357Z","steps":["trace[532696679] 'read index received' (duration: 1.174450888s)","trace[532696679] 'applied index is now lower than readState.Index' (duration: 1.600965623s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:42.971521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775576945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-01T22:04:42.971472Z","caller":"traceutil/trace.go:171","msg":"trace[1315245755] transaction","detail":"{read_only:false; response_revision:27804; number_of_response:1; }","duration":"2.770702618s","start":"2026-03-01T22:04:40.200725Z","end":"2026-03-01T22:04:42.971428Z","steps":["trace[1315245755] 'process raft request' (duration: 2.654724466s)","trace[1315245755] 'compare' (duration: 115.644425ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:04:42.971546Z","caller":"traceutil/trace.go:171","msg":"trace[1811491288] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27804; }","duration":"2.775615835s","start":"2026-03-01T22:04:40.195923Z","end":"2026-03-01T22:04:42.971539Z","steps":["trace[1811491288] 'agreement among raft nodes before linearized reading' (duration: 2.775510663s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:42.971579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:40.195913Z","time spent":"2.775656016s","remote":"127.0.0.1:40822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-01T22:04:42.971674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:40.200696Z","time spent":"2.770872602s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:43.471506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642320497,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T22:04:43.964898Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.108356414s","expected-duration":"1s"} {"level":"info","ts":"2026-03-01T22:04:43.965444Z","caller":"traceutil/trace.go:171","msg":"trace[1036894985] transaction","detail":"{read_only:false; response_revision:27805; number_of_response:1; }","duration":"2.587503897s","start":"2026-03-01T22:04:41.37791Z","end":"2026-03-01T22:04:43.965414Z","steps":["trace[1036894985] 'process raft request' (duration: 2.587220001s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:43.96556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:41.377888Z","time spent":"2.587608409s","remote":"127.0.0.1:40866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T22:04:44.029852Z","caller":"traceutil/trace.go:171","msg":"trace[1181736574] transaction","detail":"{read_only:false; response_revision:27806; number_of_response:1; }","duration":"2.338748182s","start":"2026-03-01T22:04:41.691064Z","end":"2026-03-01T22:04:44.029812Z","steps":["trace[1181736574] 'process raft request' (duration: 2.337914774s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:44.029895Z","caller":"traceutil/trace.go:171","msg":"trace[1545561989] linearizableReadLoop","detail":"{readStateIndex:29204; appliedIndex:29201; }","duration":"1.058469355s","start":"2026-03-01T22:04:42.971408Z","end":"2026-03-01T22:04:44.029877Z","steps":["trace[1545561989] 'read index received' (duration: 993.649738ms)","trace[1545561989] 'applied index is now lower than readState.Index' (duration: 64.818517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:04:44.030068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:41.691025Z","time spent":"2.338913305s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:04:44.030133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.344771993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:44.030155Z","caller":"traceutil/trace.go:171","msg":"trace[349177574] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27807; }","duration":"3.344846113s","start":"2026-03-01T22:04:40.685302Z","end":"2026-03-01T22:04:44.030149Z","steps":["trace[349177574] 'agreement among raft nodes before linearized reading' (duration: 3.34467157s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:44.030179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:40.685281Z","time spent":"3.344892365s","remote":"127.0.0.1:33390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:44.030206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82937409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:44.030256Z","caller":"traceutil/trace.go:171","msg":"trace[1545743126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27807; }","duration":"1.829453102s","start":"2026-03-01T22:04:42.20079Z","end":"2026-03-01T22:04:44.030243Z","steps":["trace[1545743126] 'agreement among raft nodes before linearized reading' (duration: 1.829378821s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:44.030283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:42.20077Z","time spent":"1.829506564s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:04:44.030356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055539601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-01T22:04:44.030377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395935228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-01T22:04:44.030374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833591141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" ","response":"range_response_count:1 size:3943"} {"level":"info","ts":"2026-03-01T22:04:44.030396Z","caller":"traceutil/trace.go:171","msg":"trace[321010476] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27807; }","duration":"3.39601152s","start":"2026-03-01T22:04:40.634378Z","end":"2026-03-01T22:04:44.030389Z","steps":["trace[321010476] 'agreement among raft nodes before linearized reading' (duration: 3.395931928s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:44.030361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352913705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:44.030168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939081673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:04:44.030443Z","caller":"traceutil/trace.go:171","msg":"trace[1081265872] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:27807; }","duration":"2.939469852s","start":"2026-03-01T22:04:41.090967Z","end":"2026-03-01T22:04:44.030437Z","steps":["trace[1081265872] 'agreement among raft nodes before linearized reading' (duration: 2.93891729s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:44.030431Z","caller":"traceutil/trace.go:171","msg":"trace[1722933604] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb; range_end:; response_count:1; response_revision:27807; }","duration":"2.833686323s","start":"2026-03-01T22:04:41.196724Z","end":"2026-03-01T22:04:44.03041Z","steps":["trace[1722933604] 'agreement among raft nodes before linearized reading' (duration: 2.83352031s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:44.030458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:41.090943Z","time spent":"2.939510533s","remote":"127.0.0.1:39070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:44.030458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011307227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:44.030475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:41.196699Z","time spent":"2.833767225s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3966,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-919b82ed-01ce-4212-bfb2-30e8e7da34fb\" "} {"level":"info","ts":"2026-03-01T22:04:44.030468Z","caller":"traceutil/trace.go:171","msg":"trace[2124207285] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27807; }","duration":"1.353039048s","start":"2026-03-01T22:04:42.677397Z","end":"2026-03-01T22:04:44.030436Z","steps":["trace[2124207285] 'agreement among raft nodes before linearized reading' (duration: 1.352835443s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:44.030496Z","caller":"traceutil/trace.go:171","msg":"trace[1559962852] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:27807; }","duration":"1.011377789s","start":"2026-03-01T22:04:43.019108Z","end":"2026-03-01T22:04:44.030486Z","steps":["trace[1559962852] 'agreement among raft nodes before linearized reading' (duration: 1.011312847s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:44.030416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:40.634346Z","time spent":"3.396067531s","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-01T22:04:44.030531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:43.019087Z","time spent":"1.01143587s","remote":"127.0.0.1:40606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:44.030537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:42.677314Z","time spent":"1.353204151s","remote":"127.0.0.1:33448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:44.030483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.698736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:04:44.030612Z","caller":"traceutil/trace.go:171","msg":"trace[1552659176] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:27807; }","duration":"867.90741ms","start":"2026-03-01T22:04:43.162696Z","end":"2026-03-01T22:04:44.030604Z","steps":["trace[1552659176] 'agreement among raft nodes before linearized reading' (duration: 867.708796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:44.030633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:43.162591Z","time spent":"868.034613ms","remote":"127.0.0.1:39082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:44.030743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017538864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:04:44.030755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.152281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:44.030784Z","caller":"traceutil/trace.go:171","msg":"trace[743820523] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:27807; }","duration":"1.017615935s","start":"2026-03-01T22:04:43.013159Z","end":"2026-03-01T22:04:44.030775Z","steps":["trace[743820523] 'agreement among raft nodes before linearized reading' (duration: 1.017542683s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:04:44.0304Z","caller":"traceutil/trace.go:171","msg":"trace[668172420] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27807; }","duration":"1.055596392s","start":"2026-03-01T22:04:42.974792Z","end":"2026-03-01T22:04:44.030389Z","steps":["trace[668172420] 'agreement among raft nodes before linearized reading' (duration: 1.055430938s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:44.030814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:43.013139Z","time spent":"1.017667767s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":11,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:04:44.030812Z","caller":"traceutil/trace.go:171","msg":"trace[1766146484] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27807; }","duration":"522.195992ms","start":"2026-03-01T22:04:43.508592Z","end":"2026-03-01T22:04:44.030788Z","steps":["trace[1766146484] 'agreement among raft nodes before linearized reading' (duration: 522.127891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:44.030822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:42.974757Z","time spent":"1.056056762s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-01T22:04:44.03085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:43.50851Z","time spent":"522.329634ms","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:44.030902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043931185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-78tt9\" ","response":"range_response_count:1 size:6856"} {"level":"info","ts":"2026-03-01T22:04:44.030953Z","caller":"traceutil/trace.go:171","msg":"trace[2111860005] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-78tt9; range_end:; response_count:1; response_revision:27807; }","duration":"1.044020506s","start":"2026-03-01T22:04:42.98692Z","end":"2026-03-01T22:04:44.030941Z","steps":["trace[2111860005] 'agreement among raft nodes before linearized reading' (duration: 1.043900243s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:44.03097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.742223258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:04:44.030984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:42.9869Z","time spent":"1.044077218s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6879,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-78tt9\" "} {"level":"info","ts":"2026-03-01T22:04:44.031018Z","caller":"traceutil/trace.go:171","msg":"trace[1947280552] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27807; }","duration":"3.742269591s","start":"2026-03-01T22:04:40.288733Z","end":"2026-03-01T22:04:44.031002Z","steps":["trace[1947280552] 'agreement among raft nodes before linearized reading' (duration: 3.742198738s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:44.031126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:40.288711Z","time spent":"3.742402973s","remote":"127.0.0.1:35036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:04:44.031199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.831348041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:04:44.031251Z","caller":"traceutil/trace.go:171","msg":"trace[747457750] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27807; }","duration":"3.831443723s","start":"2026-03-01T22:04:40.199792Z","end":"2026-03-01T22:04:44.031235Z","steps":["trace[747457750] 'agreement among raft nodes before linearized reading' (duration: 3.831345851s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:04:44.031285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:04:40.199775Z","time spent":"3.831501015s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-01T22:05:41.230442Z","caller":"traceutil/trace.go:171","msg":"trace[1613363097] linearizableReadLoop","detail":"{readStateIndex:29927; appliedIndex:29926; }","duration":"416.501676ms","start":"2026-03-01T22:05:40.813913Z","end":"2026-03-01T22:05:41.230414Z","steps":["trace[1613363097] 'read index received' (duration: 416.470206ms)","trace[1613363097] 'applied index is now lower than readState.Index' (duration: 29.81µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:05:41.2306Z","caller":"traceutil/trace.go:171","msg":"trace[1535931387] transaction","detail":"{read_only:false; response_revision:28505; number_of_response:1; }","duration":"538.948021ms","start":"2026-03-01T22:05:40.691614Z","end":"2026-03-01T22:05:41.230562Z","steps":["trace[1535931387] 'process raft request' (duration: 537.959449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:41.230748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.814634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-01T22:05:41.230812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:40.691579Z","time spent":"539.142765ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:05:41.230819Z","caller":"traceutil/trace.go:171","msg":"trace[643596610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28505; }","duration":"416.899976ms","start":"2026-03-01T22:05:40.813898Z","end":"2026-03-01T22:05:41.230798Z","steps":["trace[643596610] 'agreement among raft nodes before linearized reading' (duration: 416.685081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:41.23088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:40.813876Z","time spent":"416.993937ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-01T22:05:41.23958Z","caller":"traceutil/trace.go:171","msg":"trace[1848755081] transaction","detail":"{read_only:false; response_revision:28506; number_of_response:1; }","duration":"401.527376ms","start":"2026-03-01T22:05:40.838011Z","end":"2026-03-01T22:05:41.239538Z","steps":["trace[1848755081] 'process raft request' (duration: 401.332702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:41.23979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:40.837968Z","time spent":"401.71521ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:05:46.585262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.889731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T22:05:46.585398Z","caller":"traceutil/trace.go:171","msg":"trace[1096477837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28551; }","duration":"141.085975ms","start":"2026-03-01T22:05:46.444295Z","end":"2026-03-01T22:05:46.585381Z","steps":["trace[1096477837] 'range keys from in-memory index tree' (duration: 140.688726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:47.212848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642322632,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T22:05:47.509795Z","caller":"traceutil/trace.go:171","msg":"trace[1376290800] transaction","detail":"{read_only:false; response_revision:28552; number_of_response:1; }","duration":"919.480675ms","start":"2026-03-01T22:05:46.590286Z","end":"2026-03-01T22:05:47.509767Z","steps":["trace[1376290800] 'process raft request' (duration: 919.312071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:47.509956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:46.590269Z","time spent":"919.606307ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:05:49.039297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T22:05:49.039402Z","caller":"traceutil/trace.go:171","msg":"trace[640873030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000482023s","start":"2026-03-01T22:05:47.038902Z","end":"2026-03-01T22:05:49.039384Z","steps":["trace[640873030] 'agreement among raft nodes before linearized reading' (duration: 2.00035038s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:49.039445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:47.038878Z","time spent":"2.000558604s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T22:05:49.649647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.363202001s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T22:05:49.651461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364976581s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:05:49.651827Z","caller":"traceutil/trace.go:171","msg":"trace[677199983] transaction","detail":"{read_only:false; response_revision:28558; number_of_response:1; }","duration":"1.508333885s","start":"2026-03-01T22:05:48.143474Z","end":"2026-03-01T22:05:49.651808Z","steps":["trace[677199983] 'process raft request' (duration: 1.508291054s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:49.651911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:48.143447Z","time spent":"1.508426867s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:05:49.652311Z","caller":"traceutil/trace.go:171","msg":"trace[1196374572] transaction","detail":"{read_only:false; response_revision:28553; number_of_response:1; }","duration":"3.027300921s","start":"2026-03-01T22:05:46.624998Z","end":"2026-03-01T22:05:49.652299Z","steps":["trace[1196374572] 'process raft request' (duration: 1.66139169s)","trace[1196374572] 'compare' (duration: 1.36448004s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:05:49.652376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:46.624973Z","time spent":"3.027371423s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:05:49.652431Z","caller":"traceutil/trace.go:171","msg":"trace[1385803396] linearizableReadLoop","detail":"{readStateIndex:29977; appliedIndex:29975; }","duration":"2.940283586s","start":"2026-03-01T22:05:46.712119Z","end":"2026-03-01T22:05:49.652403Z","steps":["trace[1385803396] 'read index received' (duration: 797.576681ms)","trace[1385803396] 'applied index is now lower than readState.Index' (duration: 2.142704835s)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:05:49.652546Z","caller":"traceutil/trace.go:171","msg":"trace[560616483] transaction","detail":"{read_only:false; response_revision:28555; number_of_response:1; }","duration":"2.392303327s","start":"2026-03-01T22:05:47.26023Z","end":"2026-03-01T22:05:49.652533Z","steps":["trace[560616483] 'process raft request' (duration: 2.391410887s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:05:49.652517Z","caller":"traceutil/trace.go:171","msg":"trace[2135347951] transaction","detail":"{read_only:false; response_revision:28557; number_of_response:1; }","duration":"1.923805426s","start":"2026-03-01T22:05:47.728665Z","end":"2026-03-01T22:05:49.65247Z","steps":["trace[2135347951] 'process raft request' (duration: 1.9230672s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:49.652645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:47.260193Z","time spent":"2.392379828s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:05:49.652664Z","caller":"traceutil/trace.go:171","msg":"trace[1021591381] transaction","detail":"{read_only:false; response_revision:28556; number_of_response:1; }","duration":"1.989447931s","start":"2026-03-01T22:05:47.663204Z","end":"2026-03-01T22:05:49.652652Z","steps":["trace[1021591381] 'process raft request' (duration: 1.98848685s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:49.652695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:47.728637Z","time spent":"1.92396364s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:05:49.65273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:47.663181Z","time spent":"1.989516033s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:05:49.652753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.940627003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-01T22:05:49.652799Z","caller":"traceutil/trace.go:171","msg":"trace[360738283] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28558; }","duration":"2.940676684s","start":"2026-03-01T22:05:46.712111Z","end":"2026-03-01T22:05:49.652787Z","steps":["trace[360738283] 'agreement among raft nodes before linearized reading' (duration: 2.940519881s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:49.652833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:46.711872Z","time spent":"2.94095548s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-01T22:05:49.652517Z","caller":"traceutil/trace.go:171","msg":"trace[639799970] transaction","detail":"{read_only:false; response_revision:28554; number_of_response:1; }","duration":"2.40061775s","start":"2026-03-01T22:05:47.251861Z","end":"2026-03-01T22:05:49.652479Z","steps":["trace[639799970] 'process raft request' (duration: 2.39968104s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:49.652929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:47.251818Z","time spent":"2.401076349s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:05:51.040042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000104909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-01T22:05:51.040213Z","caller":"traceutil/trace.go:171","msg":"trace[1722702138] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000293743s","start":"2026-03-01T22:05:49.039898Z","end":"2026-03-01T22:05:51.040192Z","steps":["trace[1722702138] 'agreement among raft nodes before linearized reading' (duration: 2.000099569s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.040297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:49.039828Z","time spent":"2.000451296s","remote":"127.0.0.1:40782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/01 22:05:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-01T22:05:51.26303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435439652s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:05:51.263271Z","caller":"traceutil/trace.go:171","msg":"trace[494606655] transaction","detail":"{read_only:false; response_revision:28559; number_of_response:1; }","duration":"2.124396473s","start":"2026-03-01T22:05:49.138836Z","end":"2026-03-01T22:05:51.263233Z","steps":["trace[494606655] 'process raft request' (duration: 688.649595ms)","trace[494606655] 'compare' (duration: 1.434692306s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:05:51.263492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:49.138807Z","time spent":"2.124571437s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:05:51.314401Z","caller":"traceutil/trace.go:171","msg":"trace[1198991916] linearizableReadLoop","detail":"{readStateIndex:29984; appliedIndex:29982; }","duration":"1.661871365s","start":"2026-03-01T22:05:49.652498Z","end":"2026-03-01T22:05:51.314369Z","steps":["trace[1198991916] 'read index received' (duration: 174.965081ms)","trace[1198991916] 'applied index is now lower than readState.Index' (duration: 1.486903014s)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:05:51.314643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971472288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-01T22:05:51.314664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542431975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:05:51.314797Z","caller":"traceutil/trace.go:171","msg":"trace[635211910] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28559; }","duration":"2.542585428s","start":"2026-03-01T22:05:48.772188Z","end":"2026-03-01T22:05:51.314774Z","steps":["trace[635211910] 'agreement among raft nodes before linearized reading' (duration: 2.542358763s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.314826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778117242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:05:51.314847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:48.772106Z","time spent":"2.542728432s","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:05:51.314858Z","caller":"traceutil/trace.go:171","msg":"trace[883502327] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:28559; }","duration":"2.778151063s","start":"2026-03-01T22:05:48.536697Z","end":"2026-03-01T22:05:51.314848Z","steps":["trace[883502327] 'agreement among raft nodes before linearized reading' (duration: 2.778065631s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.314785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992236244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:05:51.314882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.766161864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-01T22:05:51.314904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:48.536673Z","time spent":"2.778223875s","remote":"127.0.0.1:41104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:05:51.314925Z","caller":"traceutil/trace.go:171","msg":"trace[624473522] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28559; }","duration":"3.766255436s","start":"2026-03-01T22:05:47.548656Z","end":"2026-03-01T22:05:51.314912Z","steps":["trace[624473522] 'agreement among raft nodes before linearized reading' (duration: 3.766074092s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.31495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.360665342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-03-01T22:05:51.314962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:47.548632Z","time spent":"3.766320768s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-01T22:05:51.314966Z","caller":"traceutil/trace.go:171","msg":"trace[447936857] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28559; }","duration":"2.99251904s","start":"2026-03-01T22:05:48.322405Z","end":"2026-03-01T22:05:51.314924Z","steps":["trace[447936857] 'agreement among raft nodes before linearized reading' (duration: 2.992165693s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:05:51.314995Z","caller":"traceutil/trace.go:171","msg":"trace[718029951] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28559; }","duration":"3.360742074s","start":"2026-03-01T22:05:47.954238Z","end":"2026-03-01T22:05:51.31498Z","steps":["trace[718029951] 'agreement among raft nodes before linearized reading' (duration: 3.360637511s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.315025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:47.954212Z","time spent":"3.360804854s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T22:05:51.315044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:48.322386Z","time spent":"2.992616143s","remote":"127.0.0.1:34072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:05:51.314965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764933392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:05:51.315149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.733861233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T22:05:51.315158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.047650848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-01T22:05:51.315196Z","caller":"traceutil/trace.go:171","msg":"trace[1544905863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28559; }","duration":"3.733923284s","start":"2026-03-01T22:05:47.58126Z","end":"2026-03-01T22:05:51.315183Z","steps":["trace[1544905863] 'agreement among raft nodes before linearized reading' (duration: 3.733825602s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.315203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.528861632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:05:51.315236Z","caller":"traceutil/trace.go:171","msg":"trace[913433601] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:28559; }","duration":"3.528944654s","start":"2026-03-01T22:05:47.786284Z","end":"2026-03-01T22:05:51.315229Z","steps":["trace[913433601] 'agreement among raft nodes before linearized reading' (duration: 3.528884763s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:05:51.315237Z","caller":"traceutil/trace.go:171","msg":"trace[473319776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28559; }","duration":"4.047791011s","start":"2026-03-01T22:05:47.267429Z","end":"2026-03-01T22:05:51.31522Z","steps":["trace[473319776] 'agreement among raft nodes before linearized reading' (duration: 4.047538415s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.315236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:47.581245Z","time spent":"3.733983216s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T22:05:51.315262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:47.786254Z","time spent":"3.529002675s","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:05:51.315275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:47.267405Z","time spent":"4.047864343s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T22:05:51.315288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.737872801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-01T22:05:51.31484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.689078288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:05:51.315348Z","caller":"traceutil/trace.go:171","msg":"trace[713313243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28559; }","duration":"3.737959923s","start":"2026-03-01T22:05:47.577369Z","end":"2026-03-01T22:05:51.315329Z","steps":["trace[713313243] 'agreement among raft nodes before linearized reading' (duration: 3.737722838s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.315381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.182518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:05:51.315399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:47.57735Z","time spent":"3.738040815s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-01T22:05:51.315407Z","caller":"traceutil/trace.go:171","msg":"trace[1096207822] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:28559; }","duration":"450.24155ms","start":"2026-03-01T22:05:50.865156Z","end":"2026-03-01T22:05:51.315398Z","steps":["trace[1096207822] 'agreement among raft nodes before linearized reading' (duration: 450.196889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.315415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.90295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:05:51.315436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.366527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-01T22:05:51.315441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:50.865136Z","time spent":"450.29773ms","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:05:51.315447Z","caller":"traceutil/trace.go:171","msg":"trace[413621200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28559; }","duration":"269.964331ms","start":"2026-03-01T22:05:51.045473Z","end":"2026-03-01T22:05:51.315437Z","steps":["trace[413621200] 'agreement among raft nodes before linearized reading' (duration: 269.915229ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:05:51.315459Z","caller":"traceutil/trace.go:171","msg":"trace[218244248] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:28559; }","duration":"712.389698ms","start":"2026-03-01T22:05:50.603062Z","end":"2026-03-01T22:05:51.315452Z","steps":["trace[218244248] 'agreement among raft nodes before linearized reading' (duration: 712.311966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.315447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.28453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"warn","ts":"2026-03-01T22:05:51.315485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:50.603016Z","time spent":"712.464709ms","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-01T22:05:51.315357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081740078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:05:51.315496Z","caller":"traceutil/trace.go:171","msg":"trace[1948766637] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28559; }","duration":"888.333121ms","start":"2026-03-01T22:05:50.427153Z","end":"2026-03-01T22:05:51.315486Z","steps":["trace[1948766637] 'agreement among raft nodes before linearized reading' (duration: 888.225068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.315467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.876736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:05:51.315536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:50.427066Z","time spent":"888.461552ms","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T22:05:51.315519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.428993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-01T22:05:51.315105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823925091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:05:51.315562Z","caller":"traceutil/trace.go:171","msg":"trace[1099109759] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:28559; }","duration":"109.01959ms","start":"2026-03-01T22:05:51.20652Z","end":"2026-03-01T22:05:51.315539Z","steps":["trace[1099109759] 'agreement among raft nodes before linearized reading' (duration: 108.841336ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:05:51.315156Z","caller":"traceutil/trace.go:171","msg":"trace[905129568] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28559; }","duration":"1.765249329s","start":"2026-03-01T22:05:49.549887Z","end":"2026-03-01T22:05:51.315136Z","steps":["trace[905129568] 'agreement among raft nodes before linearized reading' (duration: 1.764872701s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:05:51.315606Z","caller":"traceutil/trace.go:171","msg":"trace[759860847] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28559; }","duration":"1.824427012s","start":"2026-03-01T22:05:49.491169Z","end":"2026-03-01T22:05:51.315596Z","steps":["trace[759860847] 'agreement among raft nodes before linearized reading' (duration: 1.823896451s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:05:51.315602Z","caller":"traceutil/trace.go:171","msg":"trace[1588285226] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:28559; }","duration":"694.522385ms","start":"2026-03-01T22:05:50.621062Z","end":"2026-03-01T22:05:51.315585Z","steps":["trace[1588285226] 'agreement among raft nodes before linearized reading' (duration: 694.330621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.315631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:49.491099Z","time spent":"1.824522524s","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:05:51.314729Z","caller":"traceutil/trace.go:171","msg":"trace[1485170718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28559; }","duration":"2.971623111s","start":"2026-03-01T22:05:48.343086Z","end":"2026-03-01T22:05:51.314709Z","steps":["trace[1485170718] 'agreement among raft nodes before linearized reading' (duration: 2.971329484s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.315642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:49.549868Z","time spent":"1.765756511s","remote":"127.0.0.1:41194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:05:51.315356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953602568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-03-01T22:05:51.315668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:50.621057Z","time spent":"694.570576ms","remote":"127.0.0.1:41352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:05:51.315695Z","caller":"traceutil/trace.go:171","msg":"trace[1441265714] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28559; }","duration":"3.953944275s","start":"2026-03-01T22:05:47.361742Z","end":"2026-03-01T22:05:51.315687Z","steps":["trace[1441265714] 'agreement among raft nodes before linearized reading' (duration: 3.953552746s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.315325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834925547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"warn","ts":"2026-03-01T22:05:51.31573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:47.361661Z","time spent":"3.954061518s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T22:05:51.31468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800625849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-01T22:05:51.315742Z","caller":"traceutil/trace.go:171","msg":"trace[1936768407] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:28559; }","duration":"3.835337576s","start":"2026-03-01T22:05:47.480392Z","end":"2026-03-01T22:05:51.315729Z","steps":["trace[1936768407] 'agreement among raft nodes before linearized reading' (duration: 3.834857685s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.315737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:48.343059Z","time spent":"2.972638102s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T22:05:51.315515Z","caller":"traceutil/trace.go:171","msg":"trace[1792531274] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:28559; }","duration":"1.081943862s","start":"2026-03-01T22:05:50.233562Z","end":"2026-03-01T22:05:51.315506Z","steps":["trace[1792531274] 'agreement among raft nodes before linearized reading' (duration: 1.081759798s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.315863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:50.233537Z","time spent":"1.0823129s","remote":"127.0.0.1:54478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:05:51.315046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838260296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:05:51.315939Z","caller":"traceutil/trace.go:171","msg":"trace[772830863] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28559; }","duration":"2.839202735s","start":"2026-03-01T22:05:48.476726Z","end":"2026-03-01T22:05:51.315929Z","steps":["trace[772830863] 'agreement among raft nodes before linearized reading' (duration: 2.838188793s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.315978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:48.476702Z","time spent":"2.839264207s","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:05:51.315423Z","caller":"traceutil/trace.go:171","msg":"trace[1606353569] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28559; }","duration":"3.689672841s","start":"2026-03-01T22:05:47.625693Z","end":"2026-03-01T22:05:51.315366Z","steps":["trace[1606353569] 'agreement among raft nodes before linearized reading' (duration: 3.689076358s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.31612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:47.625666Z","time spent":"3.690427777s","remote":"127.0.0.1:33416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:05:51.315783Z","caller":"traceutil/trace.go:171","msg":"trace[838467113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28559; }","duration":"1.801827495s","start":"2026-03-01T22:05:49.513943Z","end":"2026-03-01T22:05:51.31577Z","steps":["trace[838467113] 'agreement among raft nodes before linearized reading' (duration: 1.800507656s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.316209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:49.513914Z","time spent":"1.802284324s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T22:05:51.315787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:47.480338Z","time spent":"3.835438488s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11851,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-01T22:05:51.823307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1011511850642322647,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T22:05:51.958609Z","caller":"traceutil/trace.go:171","msg":"trace[1733721837] transaction","detail":"{read_only:false; response_revision:28560; number_of_response:1; }","duration":"637.52726ms","start":"2026-03-01T22:05:51.321051Z","end":"2026-03-01T22:05:51.958578Z","steps":["trace[1733721837] 'process raft request' (duration: 637.351116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:51.958769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.321038Z","time spent":"637.647473ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:05:52.535814Z","caller":"traceutil/trace.go:171","msg":"trace[248659736] transaction","detail":"{read_only:false; response_revision:28563; number_of_response:1; }","duration":"1.213592919s","start":"2026-03-01T22:05:51.322203Z","end":"2026-03-01T22:05:52.535796Z","steps":["trace[248659736] 'process raft request' (duration: 1.213548518s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:05:52.535852Z","caller":"traceutil/trace.go:171","msg":"trace[1679669319] transaction","detail":"{read_only:false; response_revision:28561; number_of_response:1; }","duration":"1.214249673s","start":"2026-03-01T22:05:51.32156Z","end":"2026-03-01T22:05:52.535809Z","steps":["trace[1679669319] 'process raft request' (duration: 1.214040788s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:52.535943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.32219Z","time spent":"1.213685971s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:05:52.535882Z","caller":"traceutil/trace.go:171","msg":"trace[1094196612] transaction","detail":"{read_only:false; response_revision:28562; number_of_response:1; }","duration":"1.214158541s","start":"2026-03-01T22:05:51.321694Z","end":"2026-03-01T22:05:52.535852Z","steps":["trace[1094196612] 'process raft request' (duration: 1.214034548s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:52.536058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.321547Z","time spent":"1.214393686s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:05:52.536391Z","caller":"traceutil/trace.go:171","msg":"trace[1456192338] transaction","detail":"{read_only:false; response_revision:28564; number_of_response:1; }","duration":"1.212947054s","start":"2026-03-01T22:05:51.323435Z","end":"2026-03-01T22:05:52.536382Z","steps":["trace[1456192338] 'process raft request' (duration: 1.21233636s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:52.536132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.32167Z","time spent":"1.214352716s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:05:52.536431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.323427Z","time spent":"1.212986034s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:05:52.536636Z","caller":"traceutil/trace.go:171","msg":"trace[567517199] transaction","detail":"{read_only:false; response_revision:28565; number_of_response:1; }","duration":"1.212697878s","start":"2026-03-01T22:05:51.323895Z","end":"2026-03-01T22:05:52.536593Z","steps":["trace[567517199] 'process raft request' (duration: 1.212190747s)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:05:52.536704Z","caller":"traceutil/trace.go:171","msg":"trace[2078382654] transaction","detail":"{read_only:false; response_revision:28566; number_of_response:1; }","duration":"1.212677818s","start":"2026-03-01T22:05:51.323994Z","end":"2026-03-01T22:05:52.536672Z","steps":["trace[2078382654] 'process raft request' (duration: 1.212492704s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:52.536803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.323887Z","time spent":"1.212827941s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:05:52.536965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.323968Z","time spent":"1.212805951s","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:05:52.537683Z","caller":"traceutil/trace.go:171","msg":"trace[176926047] transaction","detail":"{read_only:false; response_revision:28567; number_of_response:1; }","duration":"879.016465ms","start":"2026-03-01T22:05:51.658638Z","end":"2026-03-01T22:05:52.537655Z","steps":["trace[176926047] 'process raft request' (duration: 877.981993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:52.53781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.658608Z","time spent":"879.127878ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:05:52.53881Z","caller":"traceutil/trace.go:171","msg":"trace[1320025957] linearizableReadLoop","detail":"{readStateIndex:29996; appliedIndex:29984; }","duration":"1.216011601s","start":"2026-03-01T22:05:51.32278Z","end":"2026-03-01T22:05:52.538791Z","steps":["trace[1320025957] 'read index received' (duration: 635.634687ms)","trace[1320025957] 'applied index is now lower than readState.Index' (duration: 580.375724ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:05:52.538934Z","caller":"traceutil/trace.go:171","msg":"trace[1651040842] transaction","detail":"{read_only:false; response_revision:28570; number_of_response:1; }","duration":"879.152749ms","start":"2026-03-01T22:05:51.659769Z","end":"2026-03-01T22:05:52.538922Z","steps":["trace[1651040842] 'process raft request' (duration: 878.931444ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:05:52.5389Z","caller":"traceutil/trace.go:171","msg":"trace[175751733] transaction","detail":"{read_only:false; response_revision:28569; number_of_response:1; }","duration":"879.275191ms","start":"2026-03-01T22:05:51.659593Z","end":"2026-03-01T22:05:52.538868Z","steps":["trace[175751733] 'process raft request' (duration: 879.067747ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:05:52.539028Z","caller":"traceutil/trace.go:171","msg":"trace[1823538780] transaction","detail":"{read_only:false; response_revision:28568; number_of_response:1; }","duration":"879.475916ms","start":"2026-03-01T22:05:51.65954Z","end":"2026-03-01T22:05:52.539016Z","steps":["trace[1823538780] 'process raft request' (duration: 878.988475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:52.539041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.659762Z","time spent":"879.22228ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:05:52.53907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.659577Z","time spent":"879.404904ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:05:52.539184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21640543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-01T22:05:52.539086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.659512Z","time spent":"879.543746ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:05:52.539215Z","caller":"traceutil/trace.go:171","msg":"trace[898928041] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28571; }","duration":"1.216454711s","start":"2026-03-01T22:05:51.322752Z","end":"2026-03-01T22:05:52.539207Z","steps":["trace[898928041] 'agreement among raft nodes before linearized reading' (duration: 1.216357359s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:52.539234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.32274Z","time spent":"1.216489851s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T22:05:52.539279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216384409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-03-01T22:05:52.539327Z","caller":"traceutil/trace.go:171","msg":"trace[1823816805] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28571; }","duration":"1.21644092s","start":"2026-03-01T22:05:51.322874Z","end":"2026-03-01T22:05:52.539315Z","steps":["trace[1823816805] 'agreement among raft nodes before linearized reading' (duration: 1.216272686s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:52.539362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.322871Z","time spent":"1.216481571s","remote":"127.0.0.1:40970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11523,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T22:05:52.539385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.528493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:05:52.539444Z","caller":"traceutil/trace.go:171","msg":"trace[1092104930] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:28571; }","duration":"872.622665ms","start":"2026-03-01T22:05:51.666801Z","end":"2026-03-01T22:05:52.539424Z","steps":["trace[1092104930] 'agreement among raft nodes before linearized reading' (duration: 872.518553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:52.539497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.82555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:05:52.539527Z","caller":"traceutil/trace.go:171","msg":"trace[916957970] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:28571; }","duration":"942.895031ms","start":"2026-03-01T22:05:51.596623Z","end":"2026-03-01T22:05:52.539518Z","steps":["trace[916957970] 'agreement among raft nodes before linearized reading' (duration: 942.82474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:52.539544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.596597Z","time spent":"942.942873ms","remote":"127.0.0.1:56566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:05:52.539647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.251325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:05:52.53967Z","caller":"traceutil/trace.go:171","msg":"trace[1363377191] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28571; }","duration":"926.315747ms","start":"2026-03-01T22:05:51.613348Z","end":"2026-03-01T22:05:52.539664Z","steps":["trace[1363377191] 'agreement among raft nodes before linearized reading' (duration: 926.278466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:52.539654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21643204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"warn","ts":"2026-03-01T22:05:52.539492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.666785Z","time spent":"872.692777ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:05:52.5393Z","caller":"traceutil/trace.go:171","msg":"trace[1515042620] transaction","detail":"{read_only:false; response_revision:28571; number_of_response:1; }","duration":"780.070829ms","start":"2026-03-01T22:05:51.759223Z","end":"2026-03-01T22:05:52.539293Z","steps":["trace[1515042620] 'process raft request' (duration: 779.515677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:52.539821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.759207Z","time spent":"780.59564ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:05:52.53983Z","caller":"traceutil/trace.go:171","msg":"trace[1207815729] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:28571; }","duration":"1.216495481s","start":"2026-03-01T22:05:51.323201Z","end":"2026-03-01T22:05:52.539697Z","steps":["trace[1207815729] 'agreement among raft nodes before linearized reading' (duration: 1.216358658s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:52.539895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.323196Z","time spent":"1.216683595s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11851,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-01T22:05:52.53996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.288158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:05:52.539977Z","caller":"traceutil/trace.go:171","msg":"trace[791963123] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:28571; }","duration":"743.306938ms","start":"2026-03-01T22:05:51.796665Z","end":"2026-03-01T22:05:52.539972Z","steps":["trace[791963123] 'agreement among raft nodes before linearized reading' (duration: 743.273378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:52.539996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.796585Z","time spent":"743.40279ms","remote":"127.0.0.1:41038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:05:52.539684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.613321Z","time spent":"926.359417ms","remote":"127.0.0.1:33572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-01T22:05:52.540068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.920482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:05:52.540135Z","caller":"traceutil/trace.go:171","msg":"trace[664079253] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:28571; }","duration":"794.016754ms","start":"2026-03-01T22:05:51.746101Z","end":"2026-03-01T22:05:52.540118Z","steps":["trace[664079253] 'agreement among raft nodes before linearized reading' (duration: 793.909002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:05:52.540191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:05:51.74608Z","time spent":"794.096226ms","remote":"127.0.0.1:39056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:05:53.971625Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T22:05:53.979443Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-01T22:05:53.979573Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-01T22:05:55.362619Z","caller":"traceutil/trace.go:171","msg":"trace[978251630] transaction","detail":"{read_only:false; response_revision:28592; number_of_response:1; }","duration":"110.230366ms","start":"2026-03-01T22:05:55.252363Z","end":"2026-03-01T22:05:55.362593Z","steps":["trace[978251630] 'process raft request' (duration: 110.051182ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:05:55.364366Z","caller":"traceutil/trace.go:171","msg":"trace[668817673] transaction","detail":"{read_only:false; response_revision:28593; number_of_response:1; }","duration":"111.498904ms","start":"2026-03-01T22:05:55.252833Z","end":"2026-03-01T22:05:55.364332Z","steps":["trace[668817673] 'process raft request' (duration: 111.255829ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:06:59.232623Z","caller":"traceutil/trace.go:171","msg":"trace[1987743397] transaction","detail":"{read_only:false; response_revision:29283; number_of_response:1; }","duration":"134.791066ms","start":"2026-03-01T22:06:59.097791Z","end":"2026-03-01T22:06:59.232582Z","steps":["trace[1987743397] 'process raft request' (duration: 134.648053ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:06:59.232693Z","caller":"traceutil/trace.go:171","msg":"trace[819937232] transaction","detail":"{read_only:false; response_revision:29284; number_of_response:1; }","duration":"131.958814ms","start":"2026-03-01T22:06:59.100687Z","end":"2026-03-01T22:06:59.232646Z","steps":["trace[819937232] 'process raft request' (duration: 131.79983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:06:59.232752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.470355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7566"} {"level":"info","ts":"2026-03-01T22:06:59.232842Z","caller":"traceutil/trace.go:171","msg":"trace[51629728] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:29284; }","duration":"132.596737ms","start":"2026-03-01T22:06:59.100226Z","end":"2026-03-01T22:06:59.232822Z","steps":["trace[51629728] 'agreement among raft nodes before linearized reading' (duration: 132.312871ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:06:59.232955Z","caller":"traceutil/trace.go:171","msg":"trace[1889065931] transaction","detail":"{read_only:false; response_revision:29282; number_of_response:1; }","duration":"135.288067ms","start":"2026-03-01T22:06:59.09763Z","end":"2026-03-01T22:06:59.232918Z","steps":["trace[1889065931] 'process raft request' (duration: 134.619773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:06:59.446782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.263034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:06:59.447108Z","caller":"traceutil/trace.go:171","msg":"trace[947472673] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:29285; }","duration":"118.640041ms","start":"2026-03-01T22:06:59.328439Z","end":"2026-03-01T22:06:59.447079Z","steps":["trace[947472673] 'range keys from in-memory index tree' (duration: 118.07314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:06:59.446881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.436578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:06:59.447205Z","caller":"traceutil/trace.go:171","msg":"trace[1416122322] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:29285; }","duration":"118.810716ms","start":"2026-03-01T22:06:59.328382Z","end":"2026-03-01T22:06:59.447192Z","steps":["trace[1416122322] 'range keys from in-memory index tree' (duration: 118.359145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:06:59.446979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.613321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-01T22:06:59.44735Z","caller":"traceutil/trace.go:171","msg":"trace[1719561135] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:29285; }","duration":"118.987499ms","start":"2026-03-01T22:06:59.328309Z","end":"2026-03-01T22:06:59.447296Z","steps":["trace[1719561135] 'range keys from in-memory index tree' (duration: 118.455088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:06:59.44713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.601631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:06:59.447924Z","caller":"traceutil/trace.go:171","msg":"trace[344469850] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:29285; }","duration":"119.463369ms","start":"2026-03-01T22:06:59.328444Z","end":"2026-03-01T22:06:59.447907Z","steps":["trace[344469850] 'range keys from in-memory index tree' (duration: 118.51495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:06:59.67566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.979695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-03-01T22:06:59.67577Z","caller":"traceutil/trace.go:171","msg":"trace[2147161952] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29285; }","duration":"103.151699ms","start":"2026-03-01T22:06:59.572595Z","end":"2026-03-01T22:06:59.675747Z","steps":["trace[2147161952] 'agreement among raft nodes before linearized reading' (duration: 102.845243ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:06:59.675392Z","caller":"traceutil/trace.go:171","msg":"trace[458444233] linearizableReadLoop","detail":"{readStateIndex:30740; appliedIndex:30739; }","duration":"102.679469ms","start":"2026-03-01T22:06:59.572641Z","end":"2026-03-01T22:06:59.675321Z","steps":["trace[458444233] 'read index received' (duration: 64.447208ms)","trace[458444233] 'applied index is now lower than readState.Index' (duration: 38.229861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:06:59.676305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.909863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-03-01T22:06:59.676344Z","caller":"traceutil/trace.go:171","msg":"trace[225302003] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29286; }","duration":"101.983865ms","start":"2026-03-01T22:06:59.57435Z","end":"2026-03-01T22:06:59.676334Z","steps":["trace[225302003] 'agreement among raft nodes before linearized reading' (duration: 101.870382ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:07:00.07418Z","caller":"traceutil/trace.go:171","msg":"trace[1040349349] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29286; }","duration":"391.178929ms","start":"2026-03-01T22:06:59.682976Z","end":"2026-03-01T22:07:00.074155Z","steps":["trace[1040349349] 'process raft request' (duration: 391.086327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:07:00.074327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:06:59.682954Z","time spent":"391.306963ms","remote":"127.0.0.1:41278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T22:07:00.075186Z","caller":"traceutil/trace.go:171","msg":"trace[1521275430] transaction","detail":"{read_only:false; response_revision:29287; number_of_response:1; }","duration":"391.324412ms","start":"2026-03-01T22:06:59.683799Z","end":"2026-03-01T22:07:00.075123Z","steps":["trace[1521275430] 'process raft request' (duration: 391.116628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:07:00.075379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:06:59.683778Z","time spent":"391.486876ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:07:00.075728Z","caller":"traceutil/trace.go:171","msg":"trace[589653943] transaction","detail":"{read_only:false; response_revision:29288; number_of_response:1; }","duration":"389.998723ms","start":"2026-03-01T22:06:59.685716Z","end":"2026-03-01T22:07:00.075715Z","steps":["trace[589653943] 'process raft request' (duration: 389.360359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:07:00.075797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:06:59.68571Z","time spent":"390.055064ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T22:08:24.098952Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27452} {"level":"info","ts":"2026-03-01T22:08:24.266952Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27452,"took":"162.104618ms","hash":1616325165,"current-db-size-bytes":49676288,"current-db-size":"50 MB","current-db-size-in-use-bytes":32665600,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-01T22:08:24.267057Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1616325165,"revision":27452,"compact-revision":23988} {"level":"info","ts":"2026-03-01T22:08:47.523858Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000007cd6.wal"} {"level":"info","ts":"2026-03-01T22:09:01.286583Z","caller":"traceutil/trace.go:171","msg":"trace[1534581172] transaction","detail":"{read_only:false; response_revision:30606; number_of_response:1; }","duration":"160.569457ms","start":"2026-03-01T22:09:01.125968Z","end":"2026-03-01T22:09:01.286537Z","steps":["trace[1534581172] 'process raft request' (duration: 160.316591ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:09:04.153266Z","caller":"traceutil/trace.go:171","msg":"trace[853577300] linearizableReadLoop","detail":"{readStateIndex:32146; appliedIndex:32145; }","duration":"136.313011ms","start":"2026-03-01T22:09:04.016923Z","end":"2026-03-01T22:09:04.153236Z","steps":["trace[853577300] 'read index received' (duration: 136.205449ms)","trace[853577300] 'applied index is now lower than readState.Index' (duration: 105.862µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:09:04.153421Z","caller":"traceutil/trace.go:171","msg":"trace[1732869796] transaction","detail":"{read_only:false; response_revision:30634; number_of_response:1; }","duration":"150.193918ms","start":"2026-03-01T22:09:04.003179Z","end":"2026-03-01T22:09:04.153373Z","steps":["trace[1732869796] 'process raft request' (duration: 149.83722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:09:04.153643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.386181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:09:04.153767Z","caller":"traceutil/trace.go:171","msg":"trace[1336633585] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:30634; }","duration":"126.571115ms","start":"2026-03-01T22:09:04.02718Z","end":"2026-03-01T22:09:04.153751Z","steps":["trace[1336633585] 'agreement among raft nodes before linearized reading' (duration: 126.371411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:09:04.153737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.845753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-01T22:09:04.153802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.048224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-01T22:09:04.153781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.981585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-01T22:09:04.15382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.253909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:09:04.153869Z","caller":"traceutil/trace.go:171","msg":"trace[115135823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30634; }","duration":"131.143886ms","start":"2026-03-01T22:09:04.022703Z","end":"2026-03-01T22:09:04.153847Z","steps":["trace[115135823] 'agreement among raft nodes before linearized reading' (duration: 130.904671ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:09:04.153864Z","caller":"traceutil/trace.go:171","msg":"trace[768020455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30634; }","duration":"133.072988ms","start":"2026-03-01T22:09:04.020762Z","end":"2026-03-01T22:09:04.153835Z","steps":["trace[768020455] 'agreement among raft nodes before linearized reading' (duration: 132.729671ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:09:04.153901Z","caller":"traceutil/trace.go:171","msg":"trace[232453588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30634; }","duration":"112.354791ms","start":"2026-03-01T22:09:04.041524Z","end":"2026-03-01T22:09:04.153879Z","steps":["trace[232453588] 'agreement among raft nodes before linearized reading' (duration: 112.141256ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:09:04.153905Z","caller":"traceutil/trace.go:171","msg":"trace[1194282713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30634; }","duration":"113.159239ms","start":"2026-03-01T22:09:04.040714Z","end":"2026-03-01T22:09:04.153873Z","steps":["trace[1194282713] 'agreement among raft nodes before linearized reading' (duration: 112.806961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:09:04.154313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.384214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-01T22:09:04.15438Z","caller":"traceutil/trace.go:171","msg":"trace[238948679] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30634; }","duration":"137.505567ms","start":"2026-03-01T22:09:04.016859Z","end":"2026-03-01T22:09:04.154365Z","steps":["trace[238948679] 'agreement among raft nodes before linearized reading' (duration: 136.570846ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:09:05.703819Z","caller":"traceutil/trace.go:171","msg":"trace[1345502562] transaction","detail":"{read_only:false; response_revision:30643; number_of_response:1; }","duration":"176.164391ms","start":"2026-03-01T22:09:05.527625Z","end":"2026-03-01T22:09:05.70379Z","steps":["trace[1345502562] 'process raft request' (duration: 90.402937ms)","trace[1345502562] 'compare' (duration: 85.57598ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:09:05.721461Z","caller":"traceutil/trace.go:171","msg":"trace[1462091717] linearizableReadLoop","detail":"{readStateIndex:32158; appliedIndex:32155; }","duration":"183.067563ms","start":"2026-03-01T22:09:05.538363Z","end":"2026-03-01T22:09:05.721431Z","steps":["trace[1462091717] 'read index received' (duration: 79.67924ms)","trace[1462091717] 'applied index is now lower than readState.Index' (duration: 103.387083ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:09:05.721504Z","caller":"traceutil/trace.go:171","msg":"trace[1830400669] transaction","detail":"{read_only:false; response_revision:30644; number_of_response:1; }","duration":"190.778623ms","start":"2026-03-01T22:09:05.530683Z","end":"2026-03-01T22:09:05.721462Z","steps":["trace[1830400669] 'process raft request' (duration: 190.541668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:09:05.721607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.227406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:09:05.721657Z","caller":"traceutil/trace.go:171","msg":"trace[2076799784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30645; }","duration":"183.306629ms","start":"2026-03-01T22:09:05.538339Z","end":"2026-03-01T22:09:05.721646Z","steps":["trace[2076799784] 'agreement among raft nodes before linearized reading' (duration: 183.205057ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:09:05.72167Z","caller":"traceutil/trace.go:171","msg":"trace[1974771644] transaction","detail":"{read_only:false; response_revision:30645; number_of_response:1; }","duration":"187.961111ms","start":"2026-03-01T22:09:05.53355Z","end":"2026-03-01T22:09:05.721511Z","steps":["trace[1974771644] 'process raft request' (duration: 187.830558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:09:05.721769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.62863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-03-01T22:09:05.72183Z","caller":"traceutil/trace.go:171","msg":"trace[2032481584] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30645; }","duration":"132.749522ms","start":"2026-03-01T22:09:05.589064Z","end":"2026-03-01T22:09:05.721814Z","steps":["trace[2032481584] 'agreement among raft nodes before linearized reading' (duration: 132.521978ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:13:24.108458Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30172} {"level":"info","ts":"2026-03-01T22:13:24.25505Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30172,"took":"142.62826ms","hash":4143870172,"current-db-size-bytes":49676288,"current-db-size":"50 MB","current-db-size-in-use-bytes":32051200,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-01T22:13:24.255134Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4143870172,"revision":30172,"compact-revision":27452} {"level":"info","ts":"2026-03-01T22:16:55.123422Z","caller":"traceutil/trace.go:171","msg":"trace[223536193] linearizableReadLoop","detail":"{readStateIndex:36474; appliedIndex:36473; }","duration":"107.79534ms","start":"2026-03-01T22:16:55.0156Z","end":"2026-03-01T22:16:55.123395Z","steps":["trace[223536193] 'read index received' (duration: 107.517434ms)","trace[223536193] 'applied index is now lower than readState.Index' (duration: 276.716µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:16:55.123449Z","caller":"traceutil/trace.go:171","msg":"trace[869056181] transaction","detail":"{read_only:false; response_revision:34763; number_of_response:1; }","duration":"107.902243ms","start":"2026-03-01T22:16:55.015522Z","end":"2026-03-01T22:16:55.123424Z","steps":["trace[869056181] 'process raft request' (duration: 107.710399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:16:55.123735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.064636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T22:16:55.12396Z","caller":"traceutil/trace.go:171","msg":"trace[1125913221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34763; }","duration":"108.23859ms","start":"2026-03-01T22:16:55.015556Z","end":"2026-03-01T22:16:55.123795Z","steps":["trace[1125913221] 'agreement among raft nodes before linearized reading' (duration: 107.972214ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:16:55.728897Z","caller":"traceutil/trace.go:171","msg":"trace[1585304555] transaction","detail":"{read_only:false; response_revision:34770; number_of_response:1; }","duration":"104.848715ms","start":"2026-03-01T22:16:55.624024Z","end":"2026-03-01T22:16:55.728873Z","steps":["trace[1585304555] 'process raft request' (duration: 94.532338ms)","trace[1585304555] 'compare' (duration: 10.083822ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:17:04.02519Z","caller":"traceutil/trace.go:171","msg":"trace[1782656731] transaction","detail":"{read_only:false; response_revision:34838; number_of_response:1; }","duration":"169.223328ms","start":"2026-03-01T22:17:03.855946Z","end":"2026-03-01T22:17:04.025169Z","steps":["trace[1782656731] 'process raft request' (duration: 110.513581ms)","trace[1782656731] 'compare' (duration: 58.074383ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:17:04.025353Z","caller":"traceutil/trace.go:171","msg":"trace[1947278189] transaction","detail":"{read_only:false; response_revision:34839; number_of_response:1; }","duration":"169.192817ms","start":"2026-03-01T22:17:03.856154Z","end":"2026-03-01T22:17:04.025346Z","steps":["trace[1947278189] 'process raft request' (duration: 168.690786ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:17:04.232412Z","caller":"traceutil/trace.go:171","msg":"trace[972602432] transaction","detail":"{read_only:false; response_revision:34842; number_of_response:1; }","duration":"138.736765ms","start":"2026-03-01T22:17:04.09364Z","end":"2026-03-01T22:17:04.232376Z","steps":["trace[972602432] 'process raft request' (duration: 104.082238ms)","trace[972602432] 'compare' (duration: 33.975012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:17:04.23284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.541172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:17:04.232915Z","caller":"traceutil/trace.go:171","msg":"trace[908813253] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:34842; }","duration":"120.666065ms","start":"2026-03-01T22:17:04.112236Z","end":"2026-03-01T22:17:04.232902Z","steps":["trace[908813253] 'agreement among raft nodes before linearized reading' (duration: 120.367278ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:17:04.232565Z","caller":"traceutil/trace.go:171","msg":"trace[900297593] linearizableReadLoop","detail":"{readStateIndex:36556; appliedIndex:36555; }","duration":"119.99503ms","start":"2026-03-01T22:17:04.112272Z","end":"2026-03-01T22:17:04.232267Z","steps":["trace[900297593] 'read index received' (duration: 85.355184ms)","trace[900297593] 'applied index is now lower than readState.Index' (duration: 34.638256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:17:40.478111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.865589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-03-01T22:17:40.478229Z","caller":"traceutil/trace.go:171","msg":"trace[840897320] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35131; }","duration":"109.023733ms","start":"2026-03-01T22:17:40.36918Z","end":"2026-03-01T22:17:40.478204Z","steps":["trace[840897320] 'range keys from in-memory index tree' (duration: 108.736847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:17:40.478173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.025158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:17:40.47831Z","caller":"traceutil/trace.go:171","msg":"trace[1227442963] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:35131; }","duration":"159.277153ms","start":"2026-03-01T22:17:40.319001Z","end":"2026-03-01T22:17:40.478278Z","steps":["trace[1227442963] 'count revisions from in-memory index tree' (duration: 158.874765ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:17:41.849624Z","caller":"traceutil/trace.go:171","msg":"trace[1350098536] transaction","detail":"{read_only:false; response_revision:35144; number_of_response:1; }","duration":"143.71913ms","start":"2026-03-01T22:17:41.705865Z","end":"2026-03-01T22:17:41.849584Z","steps":["trace[1350098536] 'process raft request' (duration: 143.445324ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:17:48.436742Z","caller":"traceutil/trace.go:171","msg":"trace[1430894782] transaction","detail":"{read_only:false; response_revision:35197; number_of_response:1; }","duration":"142.631906ms","start":"2026-03-01T22:17:48.29407Z","end":"2026-03-01T22:17:48.436702Z","steps":["trace[1430894782] 'process raft request' (duration: 133.213378ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:17:48.436922Z","caller":"traceutil/trace.go:171","msg":"trace[1360282342] transaction","detail":"{read_only:false; response_revision:35198; number_of_response:1; }","duration":"141.754806ms","start":"2026-03-01T22:17:48.295119Z","end":"2026-03-01T22:17:48.436874Z","steps":["trace[1360282342] 'process raft request' (duration: 141.520491ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:17:48.539767Z","caller":"traceutil/trace.go:171","msg":"trace[1594987985] transaction","detail":"{read_only:false; number_of_response:0; response_revision:35198; }","duration":"146.609813ms","start":"2026-03-01T22:17:48.393129Z","end":"2026-03-01T22:17:48.539739Z","steps":["trace[1594987985] 'process raft request' (duration: 143.879713ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:17:53.889619Z","caller":"traceutil/trace.go:171","msg":"trace[823094563] transaction","detail":"{read_only:false; response_revision:35241; number_of_response:1; }","duration":"103.425089ms","start":"2026-03-01T22:17:53.786162Z","end":"2026-03-01T22:17:53.889587Z","steps":["trace[823094563] 'process raft request' (duration: 103.240595ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:18:24.116267Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32967} {"level":"info","ts":"2026-03-01T22:18:24.265823Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32967,"took":"144.433936ms","hash":3239362263,"current-db-size-bytes":49676288,"current-db-size":"50 MB","current-db-size-in-use-bytes":31477760,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-01T22:18:24.266072Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3239362263,"revision":32967,"compact-revision":30172} {"level":"warn","ts":"2026-03-01T22:22:21.992882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.450017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-03-01T22:22:21.993038Z","caller":"traceutil/trace.go:171","msg":"trace[1750099722] transaction","detail":"{read_only:false; number_of_response:0; response_revision:37511; }","duration":"246.989185ms","start":"2026-03-01T22:22:21.746025Z","end":"2026-03-01T22:22:21.993015Z","steps":["trace[1750099722] 'process raft request' (duration: 97.286913ms)","trace[1750099722] 'compare' (duration: 149.396206ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:22:23.138017Z","caller":"traceutil/trace.go:171","msg":"trace[1845445906] transaction","detail":"{read_only:false; response_revision:37520; number_of_response:1; }","duration":"110.389693ms","start":"2026-03-01T22:22:23.02756Z","end":"2026-03-01T22:22:23.137949Z","steps":["trace[1845445906] 'process raft request' (duration: 110.038876ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:22:23.39781Z","caller":"traceutil/trace.go:171","msg":"trace[819991662] transaction","detail":"{read_only:false; response_revision:37523; number_of_response:1; }","duration":"116.424647ms","start":"2026-03-01T22:22:23.281342Z","end":"2026-03-01T22:22:23.397767Z","steps":["trace[819991662] 'process raft request' (duration: 115.026725ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:22:23.398011Z","caller":"traceutil/trace.go:171","msg":"trace[978625520] transaction","detail":"{read_only:false; response_revision:37524; number_of_response:1; }","duration":"116.523099ms","start":"2026-03-01T22:22:23.281443Z","end":"2026-03-01T22:22:23.397967Z","steps":["trace[978625520] 'process raft request' (duration: 116.254963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:23:16.280913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.867194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:23:16.281242Z","caller":"traceutil/trace.go:171","msg":"trace[1871650791] transaction","detail":"{read_only:false; response_revision:38010; number_of_response:1; }","duration":"283.311098ms","start":"2026-03-01T22:23:15.997906Z","end":"2026-03-01T22:23:16.281217Z","steps":["trace[1871650791] 'process raft request' (duration: 283.259637ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:23:16.281516Z","caller":"traceutil/trace.go:171","msg":"trace[1161977886] linearizableReadLoop","detail":"{readStateIndex:39878; appliedIndex:39877; }","duration":"561.732299ms","start":"2026-03-01T22:23:15.719771Z","end":"2026-03-01T22:23:16.281503Z","steps":["trace[1161977886] 'read index received' (duration: 398.10482ms)","trace[1161977886] 'applied index is now lower than readState.Index' (duration: 163.626069ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:23:16.281649Z","caller":"traceutil/trace.go:171","msg":"trace[625413690] transaction","detail":"{read_only:false; response_revision:38008; number_of_response:1; }","duration":"581.585799ms","start":"2026-03-01T22:23:15.699578Z","end":"2026-03-01T22:23:16.281164Z","steps":["trace[625413690] 'process raft request' (duration: 418.339087ms)","trace[625413690] 'compare' (duration: 162.450265ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:23:16.281813Z","caller":"traceutil/trace.go:171","msg":"trace[47518479] transaction","detail":"{read_only:false; response_revision:38009; number_of_response:1; }","duration":"501.640961ms","start":"2026-03-01T22:23:15.780136Z","end":"2026-03-01T22:23:16.281777Z","steps":["trace[47518479] 'process raft request' (duration: 500.941505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:23:16.281873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:23:15.699545Z","time spent":"582.222693ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:23:16.281894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.111598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-01T22:23:16.281902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.370694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-01T22:23:16.281939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.36205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T22:23:16.282029Z","caller":"traceutil/trace.go:171","msg":"trace[1602889638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38010; }","duration":"242.499776ms","start":"2026-03-01T22:23:16.039467Z","end":"2026-03-01T22:23:16.281967Z","steps":["trace[1602889638] 'agreement among raft nodes before linearized reading' (duration: 242.364494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:23:16.282087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:23:15.780105Z","time spent":"501.794674ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T22:23:16.282094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.147717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:23:16.281971Z","caller":"traceutil/trace.go:171","msg":"trace[347071624] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:38010; }","duration":"562.251421ms","start":"2026-03-01T22:23:15.719703Z","end":"2026-03-01T22:23:16.281955Z","steps":["trace[347071624] 'agreement among raft nodes before linearized reading' (duration: 561.997745ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:23:16.282155Z","caller":"traceutil/trace.go:171","msg":"trace[2030318780] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:38010; }","duration":"147.257628ms","start":"2026-03-01T22:23:16.134882Z","end":"2026-03-01T22:23:16.28214Z","steps":["trace[2030318780] 'agreement among raft nodes before linearized reading' (duration: 147.137856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:23:16.282276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.181745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-01T22:23:16.282366Z","caller":"traceutil/trace.go:171","msg":"trace[1964871160] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:38010; }","duration":"442.294667ms","start":"2026-03-01T22:23:15.84003Z","end":"2026-03-01T22:23:16.282325Z","steps":["trace[1964871160] 'agreement among raft nodes before linearized reading' (duration: 442.127304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:23:16.282411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:23:15.840008Z","time spent":"442.391749ms","remote":"127.0.0.1:39070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-01T22:23:16.282036Z","caller":"traceutil/trace.go:171","msg":"trace[1423256119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38010; }","duration":"560.495303ms","start":"2026-03-01T22:23:15.721518Z","end":"2026-03-01T22:23:16.282013Z","steps":["trace[1423256119] 'agreement among raft nodes before linearized reading' (duration: 560.283078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:23:16.282494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:23:15.721492Z","time spent":"560.980943ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T22:23:16.282192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T22:23:15.719673Z","time spent":"562.502707ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-01T22:23:21.267175Z","caller":"traceutil/trace.go:171","msg":"trace[1036230273] transaction","detail":"{read_only:false; response_revision:38050; number_of_response:1; }","duration":"150.665964ms","start":"2026-03-01T22:23:21.116467Z","end":"2026-03-01T22:23:21.267133Z","steps":["trace[1036230273] 'process raft request' (duration: 85.795688ms)","trace[1036230273] 'compare' (duration: 64.420136ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:23:21.267301Z","caller":"traceutil/trace.go:171","msg":"trace[1211973829] linearizableReadLoop","detail":"{readStateIndex:39922; appliedIndex:39921; }","duration":"149.682111ms","start":"2026-03-01T22:23:21.117575Z","end":"2026-03-01T22:23:21.267258Z","steps":["trace[1211973829] 'read index received' (duration: 84.52388ms)","trace[1211973829] 'applied index is now lower than readState.Index' (duration: 65.153761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:23:21.267512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.923876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-03-01T22:23:21.267566Z","caller":"traceutil/trace.go:171","msg":"trace[121244902] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:38050; }","duration":"150.03709ms","start":"2026-03-01T22:23:21.117511Z","end":"2026-03-01T22:23:21.267548Z","steps":["trace[121244902] 'agreement among raft nodes before linearized reading' (duration: 149.868896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:23:21.268484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.257732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-01T22:23:21.268532Z","caller":"traceutil/trace.go:171","msg":"trace[840435191] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:38051; }","duration":"101.363814ms","start":"2026-03-01T22:23:21.167157Z","end":"2026-03-01T22:23:21.268521Z","steps":["trace[840435191] 'agreement among raft nodes before linearized reading' (duration: 101.276002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:23:21.268733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.253584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-03-01T22:23:21.26882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.7193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-gvd2k\" ","response":"range_response_count:1 size:10128"} {"level":"info","ts":"2026-03-01T22:23:21.270182Z","caller":"traceutil/trace.go:171","msg":"trace[2138597129] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-gvd2k; range_end:; response_count:1; response_revision:38051; }","duration":"107.11976ms","start":"2026-03-01T22:23:21.163021Z","end":"2026-03-01T22:23:21.27014Z","steps":["trace[2138597129] 'agreement among raft nodes before linearized reading' (duration: 105.603127ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:23:21.270784Z","caller":"traceutil/trace.go:171","msg":"trace[1574520150] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:38051; }","duration":"149.488989ms","start":"2026-03-01T22:23:21.119402Z","end":"2026-03-01T22:23:21.268891Z","steps":["trace[1574520150] 'agreement among raft nodes before linearized reading' (duration: 148.889686ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:23:21.509669Z","caller":"traceutil/trace.go:171","msg":"trace[1222254156] transaction","detail":"{read_only:false; response_revision:38055; number_of_response:1; }","duration":"144.458847ms","start":"2026-03-01T22:23:21.365182Z","end":"2026-03-01T22:23:21.509641Z","steps":["trace[1222254156] 'process raft request' (duration: 80.307907ms)","trace[1222254156] 'compare' (duration: 63.658989ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:23:21.525147Z","caller":"traceutil/trace.go:171","msg":"trace[422514019] transaction","detail":"{read_only:false; response_revision:38057; number_of_response:1; }","duration":"106.089177ms","start":"2026-03-01T22:23:21.419036Z","end":"2026-03-01T22:23:21.525125Z","steps":["trace[422514019] 'process raft request' (duration: 106.055586ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:23:21.525259Z","caller":"traceutil/trace.go:171","msg":"trace[1075603871] transaction","detail":"{read_only:false; response_revision:38056; number_of_response:1; }","duration":"158.598029ms","start":"2026-03-01T22:23:21.366608Z","end":"2026-03-01T22:23:21.525206Z","steps":["trace[1075603871] 'process raft request' (duration: 158.370744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:23:22.540749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.627546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-01T22:23:22.540858Z","caller":"traceutil/trace.go:171","msg":"trace[1075944989] linearizableReadLoop","detail":"{readStateIndex:39934; appliedIndex:39932; }","duration":"229.248573ms","start":"2026-03-01T22:23:22.311593Z","end":"2026-03-01T22:23:22.540841Z","steps":["trace[1075944989] 'read index received' (duration: 2.750701ms)","trace[1075944989] 'applied index is now lower than readState.Index' (duration: 226.496782ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T22:23:22.541828Z","caller":"traceutil/trace.go:171","msg":"trace[1614405632] transaction","detail":"{read_only:false; response_revision:38062; number_of_response:1; }","duration":"234.269123ms","start":"2026-03-01T22:23:22.307532Z","end":"2026-03-01T22:23:22.541802Z","steps":["trace[1614405632] 'process raft request' (duration: 128.501502ms)","trace[1614405632] 'compare' (duration: 103.578522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T22:23:22.542009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.377438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T22:23:22.542067Z","caller":"traceutil/trace.go:171","msg":"trace[1903915847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38062; }","duration":"230.48562ms","start":"2026-03-01T22:23:22.311565Z","end":"2026-03-01T22:23:22.542051Z","steps":["trace[1903915847] 'agreement among raft nodes before linearized reading' (duration: 230.258526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:23:22.542293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.660692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-01T22:23:22.542539Z","caller":"traceutil/trace.go:171","msg":"trace[1492329091] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:38062; }","duration":"206.950749ms","start":"2026-03-01T22:23:22.335564Z","end":"2026-03-01T22:23:22.542514Z","steps":["trace[1492329091] 'agreement among raft nodes before linearized reading' (duration: 206.402697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T22:23:22.542577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.560583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-01T22:23:22.544969Z","caller":"traceutil/trace.go:171","msg":"trace[816289988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38062; }","duration":"209.935835ms","start":"2026-03-01T22:23:22.334999Z","end":"2026-03-01T22:23:22.544935Z","steps":["trace[816289988] 'agreement among raft nodes before linearized reading' (duration: 206.930539ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:23:24.128432Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35490} {"level":"info","ts":"2026-03-01T22:23:24.292822Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35490,"took":"159.028549ms","hash":3198273941,"current-db-size-bytes":50073600,"current-db-size":"50 MB","current-db-size-in-use-bytes":31854592,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-01T22:23:24.292894Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3198273941,"revision":35490,"compact-revision":32967} {"level":"info","ts":"2026-03-01T22:23:29.552523Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T22:23:29.560331Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-01T22:23:29.56042Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-01T22:28:24.138588Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38083} {"level":"info","ts":"2026-03-01T22:28:24.324247Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38083,"took":"180.303421ms","hash":1394918783,"current-db-size-bytes":51265536,"current-db-size":"51 MB","current-db-size-in-use-bytes":30871552,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-01T22:28:24.324323Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1394918783,"revision":38083,"compact-revision":35490} {"level":"info","ts":"2026-03-01T22:29:30.040028Z","caller":"traceutil/trace.go:171","msg":"trace[736573737] transaction","detail":"{read_only:false; response_revision:41146; number_of_response:1; }","duration":"120.267588ms","start":"2026-03-01T22:29:29.91973Z","end":"2026-03-01T22:29:30.039997Z","steps":["trace[736573737] 'process raft request' (duration: 120.055844ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:29:30.076817Z","caller":"traceutil/trace.go:171","msg":"trace[879427199] transaction","detail":"{read_only:false; response_revision:41147; number_of_response:1; }","duration":"134.620174ms","start":"2026-03-01T22:29:29.942153Z","end":"2026-03-01T22:29:30.076773Z","steps":["trace[879427199] 'process raft request' (duration: 133.889388ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:29:30.07833Z","caller":"traceutil/trace.go:171","msg":"trace[1306359186] transaction","detail":"{read_only:false; response_revision:41148; number_of_response:1; }","duration":"120.525714ms","start":"2026-03-01T22:29:29.957779Z","end":"2026-03-01T22:29:30.078305Z","steps":["trace[1306359186] 'process raft request' (duration: 118.481039ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:29:30.214846Z","caller":"traceutil/trace.go:171","msg":"trace[1458525152] transaction","detail":"{read_only:false; number_of_response:0; response_revision:41148; }","duration":"126.823603ms","start":"2026-03-01T22:29:30.087997Z","end":"2026-03-01T22:29:30.21482Z","steps":["trace[1458525152] 'process raft request' (duration: 125.462363ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T22:33:24.145195Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":40607} {"level":"info","ts":"2026-03-01T22:33:24.282453Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":40607,"took":"131.446335ms","hash":716141984,"current-db-size-bytes":51265536,"current-db-size":"51 MB","current-db-size-in-use-bytes":29736960,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-01T22:33:24.28254Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":716141984,"revision":40607,"compact-revision":38083}