{"level":"warn","ts":"2026-09-29T15:42:50.458733Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-09-29T15:42:50.458861Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.75:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.75:2380","--initial-cluster=instance=https://162.253.55.75:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.75:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.75:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-09-29T15:42:50.459001Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-09-29T15:42:50.459028Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.75:2380"]} {"level":"info","ts":"2026-09-29T15:42:50.459062Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-09-29T15:42:50.460066Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.75:2379"]} {"level":"info","ts":"2026-09-29T15:42:50.460188Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.75:2380"],"listen-peer-urls":["https://162.253.55.75:2380"],"advertise-client-urls":["https://162.253.55.75:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.75:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.75:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-09-29T15:42:50.465606Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.052088ms"} {"level":"info","ts":"2026-09-29T15:42:50.483124Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"871515da6373d131","cluster-id":"1ca87f0850671e76"} {"level":"info","ts":"2026-09-29T15:42:50.483206Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"871515da6373d131 switched to configuration voters=()"} {"level":"info","ts":"2026-09-29T15:42:50.483225Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"871515da6373d131 became follower at term 0"} {"level":"info","ts":"2026-09-29T15:42:50.483253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 871515da6373d131 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-09-29T15:42:50.483264Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"871515da6373d131 became follower at term 1"} {"level":"info","ts":"2026-09-29T15:42:50.483299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"871515da6373d131 switched to configuration voters=(9733710197346783537)"} {"level":"warn","ts":"2026-09-29T15:42:50.497554Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-09-29T15:42:50.499046Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-09-29T15:42:50.50078Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-09-29T15:42:50.503341Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"871515da6373d131","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-09-29T15:42:50.504711Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"871515da6373d131","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-09-29T15:42:50.504801Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-29T15:42:50.504885Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-29T15:42:50.504894Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-29T15:42:50.505807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"871515da6373d131 switched to configuration voters=(9733710197346783537)"} {"level":"info","ts":"2026-09-29T15:42:50.506453Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"1ca87f0850671e76","local-member-id":"871515da6373d131","added-peer-id":"871515da6373d131","added-peer-peer-urls":["https://162.253.55.75:2380"]} {"level":"info","ts":"2026-09-29T15:42:50.507606Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-09-29T15:42:50.50777Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.75:2380"} {"level":"info","ts":"2026-09-29T15:42:50.507839Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"871515da6373d131","initial-advertise-peer-urls":["https://162.253.55.75:2380"],"listen-peer-urls":["https://162.253.55.75:2380"],"advertise-client-urls":["https://162.253.55.75:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.75:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-09-29T15:42:50.507849Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.75:2380"} {"level":"info","ts":"2026-09-29T15:42:50.507894Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-09-29T15:42:51.08403Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"871515da6373d131 is starting a new election at term 1"} {"level":"info","ts":"2026-09-29T15:42:51.084101Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"871515da6373d131 became pre-candidate at term 1"} {"level":"info","ts":"2026-09-29T15:42:51.084142Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"871515da6373d131 received MsgPreVoteResp from 871515da6373d131 at term 1"} {"level":"info","ts":"2026-09-29T15:42:51.084161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"871515da6373d131 became candidate at term 2"} {"level":"info","ts":"2026-09-29T15:42:51.084172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"871515da6373d131 received MsgVoteResp from 871515da6373d131 at term 2"} {"level":"info","ts":"2026-09-29T15:42:51.084192Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"871515da6373d131 became leader at term 2"} {"level":"info","ts":"2026-09-29T15:42:51.084208Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 871515da6373d131 elected leader 871515da6373d131 at term 2"} {"level":"info","ts":"2026-09-29T15:42:51.094439Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-09-29T15:42:51.095371Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"871515da6373d131","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.75:2379]}","request-path":"/0/members/871515da6373d131/attributes","cluster-id":"1ca87f0850671e76","publish-timeout":"7s"} {"level":"info","ts":"2026-09-29T15:42:51.095534Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-09-29T15:42:51.095579Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-09-29T15:42:51.095928Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-09-29T15:42:51.096001Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-09-29T15:42:51.097295Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"1ca87f0850671e76","local-member-id":"871515da6373d131","cluster-version":"3.5"} {"level":"info","ts":"2026-09-29T15:42:51.097518Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-09-29T15:42:51.097564Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-09-29T15:42:51.099059Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.75:2379"} {"level":"info","ts":"2026-09-29T15:42:51.09949Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-09-29T15:43:07.395945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.468809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-09-29T15:43:07.396019Z","caller":"traceutil/trace.go:171","msg":"trace[943744708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:368; }","duration":"379.577444ms","start":"2026-09-29T15:43:07.016426Z","end":"2026-09-29T15:43:07.396003Z","steps":["trace[943744708] 'range keys from in-memory index tree' (duration: 379.342806ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:43:07.396011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.714232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-09-29T15:43:07.39608Z","caller":"traceutil/trace.go:171","msg":"trace[1227730575] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:368; }","duration":"298.854977ms","start":"2026-09-29T15:43:07.0972Z","end":"2026-09-29T15:43:07.396055Z","steps":["trace[1227730575] 'range keys from in-memory index tree' (duration: 298.601379ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:43:07.395897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.995322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T15:43:07.396115Z","caller":"traceutil/trace.go:171","msg":"trace[979881994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:368; }","duration":"560.267751ms","start":"2026-09-29T15:43:06.835842Z","end":"2026-09-29T15:43:07.39611Z","steps":["trace[979881994] 'range keys from in-memory index tree' (duration: 559.894009ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:43:07.396059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:43:07.016399Z","time spent":"379.652796ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-29T15:43:07.39613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:43:06.835826Z","time spent":"560.300291ms","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T15:43:07.396234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.808457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-09-29T15:43:07.396341Z","caller":"traceutil/trace.go:171","msg":"trace[804696095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:368; }","duration":"360.94ms","start":"2026-09-29T15:43:07.03538Z","end":"2026-09-29T15:43:07.39632Z","steps":["trace[804696095] 'range keys from in-memory index tree' (duration: 360.729234ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:43:07.39638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:43:07.035372Z","time spent":"360.999242ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-09-29T15:43:13.012983Z","caller":"traceutil/trace.go:171","msg":"trace[1806731570] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"245.486966ms","start":"2026-09-29T15:43:12.767473Z","end":"2026-09-29T15:43:13.01296Z","steps":["trace[1806731570] 'process raft request' (duration: 245.356752ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:43:37.454665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.945041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T15:43:37.454802Z","caller":"traceutil/trace.go:171","msg":"trace[186260964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:596; }","duration":"131.156978ms","start":"2026-09-29T15:43:37.323617Z","end":"2026-09-29T15:43:37.454774Z","steps":["trace[186260964] 'range keys from in-memory index tree' (duration: 130.839388ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:43:37.679444Z","caller":"traceutil/trace.go:171","msg":"trace[1078867721] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"118.911861ms","start":"2026-09-29T15:43:37.560508Z","end":"2026-09-29T15:43:37.67942Z","steps":["trace[1078867721] 'process raft request' (duration: 118.714305ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:43:37.985736Z","caller":"traceutil/trace.go:171","msg":"trace[1436963514] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:616; }","duration":"400.842049ms","start":"2026-09-29T15:43:37.584856Z","end":"2026-09-29T15:43:37.985698Z","steps":["trace[1436963514] 'read index received' (duration: 94.319767ms)","trace[1436963514] 'applied index is now lower than readState.Index' (duration: 306.520812ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:43:37.985815Z","caller":"traceutil/trace.go:171","msg":"trace[508031876] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"409.474481ms","start":"2026-09-29T15:43:37.576297Z","end":"2026-09-29T15:43:37.985771Z","steps":["trace[508031876] 'process raft request' (duration: 408.469878ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:43:37.9863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.971957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-09-29T15:43:37.986095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.2016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-09-29T15:43:37.986356Z","caller":"traceutil/trace.go:171","msg":"trace[1912095404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:598; }","duration":"153.300317ms","start":"2026-09-29T15:43:37.833035Z","end":"2026-09-29T15:43:37.986335Z","steps":["trace[1912095404] 'agreement among raft nodes before linearized reading' (duration: 152.852803ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:43:37.986393Z","caller":"traceutil/trace.go:171","msg":"trace[677538357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:598; }","duration":"401.52854ms","start":"2026-09-29T15:43:37.58484Z","end":"2026-09-29T15:43:37.986369Z","steps":["trace[677538357] 'agreement among raft nodes before linearized reading' (duration: 401.038474ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:43:37.986441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:43:37.584834Z","time spent":"401.597561ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-09-29T15:43:37.987179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:43:37.576224Z","time spent":"409.684217ms","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036265,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T15:43:38.584224Z","caller":"traceutil/trace.go:171","msg":"trace[531541208] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:620; }","duration":"259.87856ms","start":"2026-09-29T15:43:38.3243Z","end":"2026-09-29T15:43:38.584179Z","steps":["trace[531541208] 'read index received' (duration: 259.605321ms)","trace[531541208] 'applied index is now lower than readState.Index' (duration: 271.169µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:43:38.584242Z","caller":"traceutil/trace.go:171","msg":"trace[1684815845] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"511.532669ms","start":"2026-09-29T15:43:38.072649Z","end":"2026-09-29T15:43:38.584182Z","steps":["trace[1684815845] 'process raft request' (duration: 511.24988ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:43:38.584472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.146718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-29T15:43:38.584513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:43:38.07262Z","time spent":"511.779397ms","remote":"127.0.0.1:40436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-09-29T15:43:38.584562Z","caller":"traceutil/trace.go:171","msg":"trace[6383069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:601; }","duration":"260.330424ms","start":"2026-09-29T15:43:38.32421Z","end":"2026-09-29T15:43:38.58454Z","steps":["trace[6383069] 'agreement among raft nodes before linearized reading' (duration: 260.151099ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:45:13.04047Z","caller":"traceutil/trace.go:171","msg":"trace[1181053122] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"439.366214ms","start":"2026-09-29T15:45:12.601071Z","end":"2026-09-29T15:45:13.040438Z","steps":["trace[1181053122] 'process raft request' (duration: 439.23307ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:45:13.040785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:45:12.601045Z","time spent":"439.606332ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T15:45:13.069953Z","caller":"traceutil/trace.go:171","msg":"trace[583080439] linearizableReadLoop","detail":"{readStateIndex:1876; appliedIndex:1875; }","duration":"454.37557ms","start":"2026-09-29T15:45:12.61555Z","end":"2026-09-29T15:45:13.069925Z","steps":["trace[583080439] 'read index received' (duration: 424.880024ms)","trace[583080439] 'applied index is now lower than readState.Index' (duration: 29.494526ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:45:13.070124Z","caller":"traceutil/trace.go:171","msg":"trace[1045894234] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"467.496397ms","start":"2026-09-29T15:45:12.602568Z","end":"2026-09-29T15:45:13.070064Z","steps":["trace[1045894234] 'process raft request' (duration: 467.229429ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:45:13.070319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:45:12.602549Z","time spent":"467.660703ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T15:45:13.07032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.997924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ec8e38b-930a-447f-9821-93db1d4ca77f\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-09-29T15:45:13.07033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.965008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ec8e38b-930a-447f-9821-93db1d4ca77f\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-09-29T15:45:13.070346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.730902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-09-29T15:45:13.070392Z","caller":"traceutil/trace.go:171","msg":"trace[519370619] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8ec8e38b-930a-447f-9821-93db1d4ca77f; range_end:; response_count:1; response_revision:1823; }","duration":"358.133963ms","start":"2026-09-29T15:45:12.712241Z","end":"2026-09-29T15:45:13.070375Z","steps":["trace[519370619] 'agreement among raft nodes before linearized reading' (duration: 357.870855ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:45:13.070424Z","caller":"traceutil/trace.go:171","msg":"trace[1826639768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1823; }","duration":"454.922107ms","start":"2026-09-29T15:45:12.615491Z","end":"2026-09-29T15:45:13.070413Z","steps":["trace[1826639768] 'agreement among raft nodes before linearized reading' (duration: 454.562176ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:45:13.07059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:45:12.615465Z","time spent":"455.101383ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-29T15:45:13.070441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:45:12.712229Z","time spent":"358.202356ms","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ec8e38b-930a-447f-9821-93db1d4ca77f\" "} {"level":"info","ts":"2026-09-29T15:45:13.070375Z","caller":"traceutil/trace.go:171","msg":"trace[694506385] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8ec8e38b-930a-447f-9821-93db1d4ca77f; range_end:; response_count:1; response_revision:1823; }","duration":"315.104457ms","start":"2026-09-29T15:45:12.755255Z","end":"2026-09-29T15:45:13.070359Z","steps":["trace[694506385] 'agreement among raft nodes before linearized reading' (duration: 314.948992ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:45:13.070917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:45:12.755244Z","time spent":"315.642435ms","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ec8e38b-930a-447f-9821-93db1d4ca77f\" "} {"level":"warn","ts":"2026-09-29T15:45:13.070364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.308729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-09-29T15:45:13.071034Z","caller":"traceutil/trace.go:171","msg":"trace[395195440] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1823; }","duration":"244.989212ms","start":"2026-09-29T15:45:12.826006Z","end":"2026-09-29T15:45:13.070995Z","steps":["trace[395195440] 'agreement among raft nodes before linearized reading' (duration: 244.176245ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:45:13.26214Z","caller":"traceutil/trace.go:171","msg":"trace[326368045] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"185.218822ms","start":"2026-09-29T15:45:13.076899Z","end":"2026-09-29T15:45:13.262117Z","steps":["trace[326368045] 'process raft request' (duration: 132.817348ms)","trace[326368045] 'compare' (duration: 52.302501ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:45:13.33944Z","caller":"traceutil/trace.go:171","msg":"trace[480319204] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"260.335638ms","start":"2026-09-29T15:45:13.079089Z","end":"2026-09-29T15:45:13.339424Z","steps":["trace[480319204] 'process raft request' (duration: 260.148342ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:45:13.339507Z","caller":"traceutil/trace.go:171","msg":"trace[647408486] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"260.1231ms","start":"2026-09-29T15:45:13.079351Z","end":"2026-09-29T15:45:13.339474Z","steps":["trace[647408486] 'process raft request' (duration: 259.989296ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:45:13.339612Z","caller":"traceutil/trace.go:171","msg":"trace[1414641771] linearizableReadLoop","detail":"{readStateIndex:1880; appliedIndex:1877; }","duration":"101.755461ms","start":"2026-09-29T15:45:13.237844Z","end":"2026-09-29T15:45:13.3396Z","steps":["trace[1414641771] 'read index received' (duration: 101.319168ms)","trace[1414641771] 'applied index is now lower than readState.Index' (duration: 434.753µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:45:13.339883Z","caller":"traceutil/trace.go:171","msg":"trace[1120670160] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"205.592831ms","start":"2026-09-29T15:45:13.134266Z","end":"2026-09-29T15:45:13.339859Z","steps":["trace[1120670160] 'process raft request' (duration: 205.118695ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:45:13.339905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.040871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-09-29T15:45:13.340129Z","caller":"traceutil/trace.go:171","msg":"trace[1425362751] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1827; }","duration":"102.29435ms","start":"2026-09-29T15:45:13.23779Z","end":"2026-09-29T15:45:13.340085Z","steps":["trace[1425362751] 'agreement among raft nodes before linearized reading' (duration: 101.97483ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:45:49.438722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.447627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-29T15:45:49.439139Z","caller":"traceutil/trace.go:171","msg":"trace[659319163] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"162.68919ms","start":"2026-09-29T15:45:49.276414Z","end":"2026-09-29T15:45:49.439104Z","steps":["trace[659319163] 'process raft request' (duration: 38.519608ms)","trace[659319163] 'compare' (duration: 123.249802ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:45:54.789727Z","caller":"traceutil/trace.go:171","msg":"trace[1076653977] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"108.939945ms","start":"2026-09-29T15:45:54.68075Z","end":"2026-09-29T15:45:54.78969Z","steps":["trace[1076653977] 'process raft request' (duration: 108.810491ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:45:55.385491Z","caller":"traceutil/trace.go:171","msg":"trace[984553700] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"124.400608ms","start":"2026-09-29T15:45:55.261055Z","end":"2026-09-29T15:45:55.385456Z","steps":["trace[984553700] 'process raft request' (duration: 124.16544ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:45:55.592213Z","caller":"traceutil/trace.go:171","msg":"trace[682745271] linearizableReadLoop","detail":"{readStateIndex:2234; appliedIndex:2233; }","duration":"114.777321ms","start":"2026-09-29T15:45:55.477406Z","end":"2026-09-29T15:45:55.592183Z","steps":["trace[682745271] 'read index received' (duration: 114.657338ms)","trace[682745271] 'applied index is now lower than readState.Index' (duration: 118.913µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:45:55.592524Z","caller":"traceutil/trace.go:171","msg":"trace[859777364] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"124.225782ms","start":"2026-09-29T15:45:55.468264Z","end":"2026-09-29T15:45:55.59249Z","steps":["trace[859777364] 'process raft request' (duration: 123.732456ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:45:55.592767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.276507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-09-29T15:45:55.592891Z","caller":"traceutil/trace.go:171","msg":"trace[534035561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2163; }","duration":"115.492744ms","start":"2026-09-29T15:45:55.477375Z","end":"2026-09-29T15:45:55.592868Z","steps":["trace[534035561] 'agreement among raft nodes before linearized reading' (duration: 115.084091ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:45:55.593714Z","caller":"traceutil/trace.go:171","msg":"trace[1730415399] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"107.536921ms","start":"2026-09-29T15:45:55.486159Z","end":"2026-09-29T15:45:55.593696Z","steps":["trace[1730415399] 'process raft request' (duration: 107.348935ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:45:55.593909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.915631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-09-29T15:45:55.594033Z","caller":"traceutil/trace.go:171","msg":"trace[910176483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2164; }","duration":"107.071515ms","start":"2026-09-29T15:45:55.486937Z","end":"2026-09-29T15:45:55.594008Z","steps":["trace[910176483] 'agreement among raft nodes before linearized reading' (duration: 106.728024ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:47:01.148695Z","caller":"traceutil/trace.go:171","msg":"trace[2131660305] linearizableReadLoop","detail":"{readStateIndex:2765; appliedIndex:2764; }","duration":"134.914137ms","start":"2026-09-29T15:47:01.013755Z","end":"2026-09-29T15:47:01.148669Z","steps":["trace[2131660305] 'read index received' (duration: 134.661999ms)","trace[2131660305] 'applied index is now lower than readState.Index' (duration: 250.818µs)"],"step_count":2} {"level":"warn","ts":"2026-09-29T15:47:01.14904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.496102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-29T15:47:01.149062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.283901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-29T15:47:01.149166Z","caller":"traceutil/trace.go:171","msg":"trace[1428632190] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2662; }","duration":"135.433225ms","start":"2026-09-29T15:47:01.013709Z","end":"2026-09-29T15:47:01.149142Z","steps":["trace[1428632190] 'agreement among raft nodes before linearized reading' (duration: 135.236869ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:47:01.149333Z","caller":"traceutil/trace.go:171","msg":"trace[1575620817] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"287.016954ms","start":"2026-09-29T15:47:00.862264Z","end":"2026-09-29T15:47:01.149281Z","steps":["trace[1575620817] 'process raft request' (duration: 286.213297ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:47:01.1491Z","caller":"traceutil/trace.go:171","msg":"trace[1205783977] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2662; }","duration":"116.623245ms","start":"2026-09-29T15:47:01.032458Z","end":"2026-09-29T15:47:01.149082Z","steps":["trace[1205783977] 'agreement among raft nodes before linearized reading' (duration: 116.510742ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:47:35.339569Z","caller":"traceutil/trace.go:171","msg":"trace[1020047413] linearizableReadLoop","detail":"{readStateIndex:3011; appliedIndex:3010; }","duration":"190.273172ms","start":"2026-09-29T15:47:35.149266Z","end":"2026-09-29T15:47:35.339539Z","steps":["trace[1020047413] 'read index received' (duration: 190.014054ms)","trace[1020047413] 'applied index is now lower than readState.Index' (duration: 257.828µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:47:35.33962Z","caller":"traceutil/trace.go:171","msg":"trace[1347998184] transaction","detail":"{read_only:false; response_revision:2894; number_of_response:1; }","duration":"276.428993ms","start":"2026-09-29T15:47:35.063165Z","end":"2026-09-29T15:47:35.339594Z","steps":["trace[1347998184] 'process raft request' (duration: 276.201266ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:47:35.339849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.559193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-09-29T15:47:35.33991Z","caller":"traceutil/trace.go:171","msg":"trace[31500948] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2894; }","duration":"190.664717ms","start":"2026-09-29T15:47:35.149228Z","end":"2026-09-29T15:47:35.339893Z","steps":["trace[31500948] 'agreement among raft nodes before linearized reading' (duration: 190.46994ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:48:47.37516Z","caller":"traceutil/trace.go:171","msg":"trace[650234666] linearizableReadLoop","detail":"{readStateIndex:3697; appliedIndex:3696; }","duration":"101.032976ms","start":"2026-09-29T15:48:47.274104Z","end":"2026-09-29T15:48:47.375137Z","steps":["trace[650234666] 'read index received' (duration: 100.749376ms)","trace[650234666] 'applied index is now lower than readState.Index' (duration: 282.54µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:48:47.37528Z","caller":"traceutil/trace.go:171","msg":"trace[206730026] transaction","detail":"{read_only:false; response_revision:3549; number_of_response:1; }","duration":"173.749368ms","start":"2026-09-29T15:48:47.201492Z","end":"2026-09-29T15:48:47.375241Z","steps":["trace[206730026] 'process raft request' (duration: 173.448418ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:48:47.375667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T15:48:47.375717Z","caller":"traceutil/trace.go:171","msg":"trace[339202471] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3549; }","duration":"101.640255ms","start":"2026-09-29T15:48:47.274065Z","end":"2026-09-29T15:48:47.375706Z","steps":["trace[339202471] 'agreement among raft nodes before linearized reading' (duration: 101.240762ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:49:56.299762Z","caller":"traceutil/trace.go:171","msg":"trace[322699953] linearizableReadLoop","detail":"{readStateIndex:4710; appliedIndex:4708; }","duration":"118.650977ms","start":"2026-09-29T15:49:56.181089Z","end":"2026-09-29T15:49:56.29974Z","steps":["trace[322699953] 'read index received' (duration: 88.688432ms)","trace[322699953] 'applied index is now lower than readState.Index' (duration: 29.961745ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:49:56.299804Z","caller":"traceutil/trace.go:171","msg":"trace[2003952269] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"124.904087ms","start":"2026-09-29T15:49:56.174869Z","end":"2026-09-29T15:49:56.299773Z","steps":["trace[2003952269] 'process raft request' (duration: 124.679789ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:49:56.300152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.05039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-09-29T15:49:56.300188Z","caller":"traceutil/trace.go:171","msg":"trace[340218646] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4515; }","duration":"119.139432ms","start":"2026-09-29T15:49:56.181038Z","end":"2026-09-29T15:49:56.300178Z","steps":["trace[340218646] 'agreement among raft nodes before linearized reading' (duration: 118.944106ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:50:10.085384Z","caller":"traceutil/trace.go:171","msg":"trace[198192251] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"114.216497ms","start":"2026-09-29T15:50:09.971139Z","end":"2026-09-29T15:50:10.085356Z","steps":["trace[198192251] 'process raft request' (duration: 113.99834ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:50:21.194902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.993643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-09-29T15:50:21.195016Z","caller":"traceutil/trace.go:171","msg":"trace[377302622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5023; }","duration":"200.126567ms","start":"2026-09-29T15:50:20.994868Z","end":"2026-09-29T15:50:21.194994Z","steps":["trace[377302622] 'range keys from in-memory index tree' (duration: 199.767746ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:50:21.195085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.293901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-09-29T15:50:21.195191Z","caller":"traceutil/trace.go:171","msg":"trace[2095473278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5023; }","duration":"204.440976ms","start":"2026-09-29T15:50:20.990708Z","end":"2026-09-29T15:50:21.195149Z","steps":["trace[2095473278] 'range keys from in-memory index tree' (duration: 204.126916ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:50:21.343568Z","caller":"traceutil/trace.go:171","msg":"trace[1481441672] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"104.941559ms","start":"2026-09-29T15:50:21.238591Z","end":"2026-09-29T15:50:21.343533Z","steps":["trace[1481441672] 'process raft request' (duration: 85.622542ms)","trace[1481441672] 'compare' (duration: 19.078369ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:50:22.90839Z","caller":"traceutil/trace.go:171","msg":"trace[1979756448] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"138.104009ms","start":"2026-09-29T15:50:22.770237Z","end":"2026-09-29T15:50:22.908341Z","steps":["trace[1979756448] 'process raft request' (duration: 57.778015ms)","trace[1979756448] 'compare' (duration: 80.189079ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T15:50:23.707498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.172325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-29T15:50:23.70769Z","caller":"traceutil/trace.go:171","msg":"trace[1931244557] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"674.585943ms","start":"2026-09-29T15:50:23.033086Z","end":"2026-09-29T15:50:23.707672Z","steps":["trace[1931244557] 'process raft request' (duration: 674.515451ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:50:23.70771Z","caller":"traceutil/trace.go:171","msg":"trace[120687137] linearizableReadLoop","detail":"{readStateIndex:5293; appliedIndex:5292; }","duration":"691.669009ms","start":"2026-09-29T15:50:23.016Z","end":"2026-09-29T15:50:23.707669Z","steps":["trace[120687137] 'read index received' (duration: 15.172464ms)","trace[120687137] 'applied index is now lower than readState.Index' (duration: 676.492665ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T15:50:23.707755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:50:23.033058Z","time spent":"674.665216ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T15:50:23.707853Z","caller":"traceutil/trace.go:171","msg":"trace[1699613070] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"733.530024ms","start":"2026-09-29T15:50:22.974277Z","end":"2026-09-29T15:50:23.707807Z","steps":["trace[1699613070] 'process raft request' (duration: 56.959737ms)","trace[1699613070] 'compare' (duration: 676.00912ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T15:50:23.707902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.878935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-09-29T15:50:23.707965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.719934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T15:50:23.707995Z","caller":"traceutil/trace.go:171","msg":"trace[1684118358] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5074; }","duration":"692.012889ms","start":"2026-09-29T15:50:23.015958Z","end":"2026-09-29T15:50:23.707971Z","steps":["trace[1684118358] 'agreement among raft nodes before linearized reading' (duration: 691.867245ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:50:23.708026Z","caller":"traceutil/trace.go:171","msg":"trace[2073789248] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5074; }","duration":"313.834097ms","start":"2026-09-29T15:50:23.394172Z","end":"2026-09-29T15:50:23.708006Z","steps":["trace[2073789248] 'agreement among raft nodes before linearized reading' (duration: 313.714624ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:50:23.708032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:50:22.974251Z","time spent":"733.675039ms","remote":"127.0.0.1:40570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10926,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T15:50:23.708045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:50:23.015939Z","time spent":"692.094062ms","remote":"127.0.0.1:40386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-09-29T15:50:23.708085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:50:23.394154Z","time spent":"313.9151ms","remote":"127.0.0.1:37406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-09-29T15:50:23.708033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.225835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-09-29T15:50:23.708201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.40321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-29T15:50:23.708252Z","caller":"traceutil/trace.go:171","msg":"trace[1942438702] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5074; }","duration":"233.504554ms","start":"2026-09-29T15:50:23.474729Z","end":"2026-09-29T15:50:23.708234Z","steps":["trace[1942438702] 'agreement among raft nodes before linearized reading' (duration: 233.418581ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:50:23.708263Z","caller":"traceutil/trace.go:171","msg":"trace[1709871329] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5074; }","duration":"504.473023ms","start":"2026-09-29T15:50:23.203708Z","end":"2026-09-29T15:50:23.708181Z","steps":["trace[1709871329] 'agreement among raft nodes before linearized reading' (duration: 504.170353ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:50:23.708389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:50:23.203688Z","time spent":"504.68654ms","remote":"127.0.0.1:40596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-09-29T15:50:23.708107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.278938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-09-29T15:50:23.708607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.721563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-09-29T15:50:23.708645Z","caller":"traceutil/trace.go:171","msg":"trace[526272788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5074; }","duration":"500.776625ms","start":"2026-09-29T15:50:23.207856Z","end":"2026-09-29T15:50:23.708633Z","steps":["trace[526272788] 'agreement among raft nodes before linearized reading' (duration: 500.659892ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:50:23.708643Z","caller":"traceutil/trace.go:171","msg":"trace[396956817] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5074; }","duration":"239.831374ms","start":"2026-09-29T15:50:23.468779Z","end":"2026-09-29T15:50:23.70861Z","steps":["trace[396956817] 'agreement among raft nodes before linearized reading' (duration: 239.164884ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:50:23.708652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.115277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-09-29T15:50:23.708676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:50:23.207848Z","time spent":"500.820456ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-09-29T15:50:23.708696Z","caller":"traceutil/trace.go:171","msg":"trace[147652437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5074; }","duration":"502.207151ms","start":"2026-09-29T15:50:23.206476Z","end":"2026-09-29T15:50:23.708683Z","steps":["trace[147652437] 'agreement among raft nodes before linearized reading' (duration: 502.071637ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:50:23.708733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:50:23.206449Z","time spent":"502.274082ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-29T15:50:23.708734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.973219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-09-29T15:50:23.708736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.326323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-c47d949f5-flc2c\" ","response":"range_response_count:1 size:7812"} {"level":"info","ts":"2026-09-29T15:50:23.708782Z","caller":"traceutil/trace.go:171","msg":"trace[488505736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5074; }","duration":"354.058011ms","start":"2026-09-29T15:50:23.354707Z","end":"2026-09-29T15:50:23.708765Z","steps":["trace[488505736] 'agreement among raft nodes before linearized reading' (duration: 353.925367ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:50:23.708796Z","caller":"traceutil/trace.go:171","msg":"trace[1216108425] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-c47d949f5-flc2c; range_end:; response_count:1; response_revision:5074; }","duration":"319.449557ms","start":"2026-09-29T15:50:23.389329Z","end":"2026-09-29T15:50:23.708779Z","steps":["trace[1216108425] 'agreement among raft nodes before linearized reading' (duration: 319.260001ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:50:23.708812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:50:23.354679Z","time spent":"354.126024ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-09-29T15:50:23.708838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:50:23.389308Z","time spent":"319.518019ms","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7835,"request content":"key:\"/registry/pods/openstack/memcached-memcached-c47d949f5-flc2c\" "} {"level":"warn","ts":"2026-09-29T15:50:23.709111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.087572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-09-29T15:50:23.709159Z","caller":"traceutil/trace.go:171","msg":"trace[885844696] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5074; }","duration":"302.32601ms","start":"2026-09-29T15:50:23.406819Z","end":"2026-09-29T15:50:23.709145Z","steps":["trace[885844696] 'agreement among raft nodes before linearized reading' (duration: 301.257977ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:50:23.709189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:50:23.40681Z","time spent":"302.370791ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-09-29T15:50:32.215758Z","caller":"traceutil/trace.go:171","msg":"trace[1271554513] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"141.183956ms","start":"2026-09-29T15:50:32.074548Z","end":"2026-09-29T15:50:32.215732Z","steps":["trace[1271554513] 'process raft request' (duration: 141.031561ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:50:32.229517Z","caller":"traceutil/trace.go:171","msg":"trace[382183094] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"125.833507ms","start":"2026-09-29T15:50:32.103655Z","end":"2026-09-29T15:50:32.229489Z","steps":["trace[382183094] 'process raft request' (duration: 125.577619ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:50:32.409689Z","caller":"traceutil/trace.go:171","msg":"trace[1283141035] linearizableReadLoop","detail":"{readStateIndex:5491; appliedIndex:5490; }","duration":"180.273514ms","start":"2026-09-29T15:50:32.229389Z","end":"2026-09-29T15:50:32.409663Z","steps":["trace[1283141035] 'read index received' (duration: 129.185573ms)","trace[1283141035] 'applied index is now lower than readState.Index' (duration: 51.087151ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:50:32.409734Z","caller":"traceutil/trace.go:171","msg":"trace[745108943] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5265; }","duration":"186.955248ms","start":"2026-09-29T15:50:32.222737Z","end":"2026-09-29T15:50:32.409693Z","steps":["trace[745108943] 'process raft request' (duration: 135.904129ms)","trace[745108943] 'compare' (duration: 50.961116ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T15:50:32.409862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.355309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-29T15:50:32.410345Z","caller":"traceutil/trace.go:171","msg":"trace[1477458201] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5265; }","duration":"197.903996ms","start":"2026-09-29T15:50:32.212426Z","end":"2026-09-29T15:50:32.41033Z","steps":["trace[1477458201] 'agreement among raft nodes before linearized reading' (duration: 197.364759ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:50:32.410346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.897798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-09-29T15:50:32.410455Z","caller":"traceutil/trace.go:171","msg":"trace[389133399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5265; }","duration":"105.055463ms","start":"2026-09-29T15:50:32.305377Z","end":"2026-09-29T15:50:32.410432Z","steps":["trace[389133399] 'agreement among raft nodes before linearized reading' (duration: 104.778855ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:50:32.752192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.51678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-29T15:50:32.752552Z","caller":"traceutil/trace.go:171","msg":"trace[175222011] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"112.399379ms","start":"2026-09-29T15:50:32.640127Z","end":"2026-09-29T15:50:32.752526Z","steps":["trace[175222011] 'process raft request' (duration: 112.288846ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:50:32.752563Z","caller":"traceutil/trace.go:171","msg":"trace[111668677] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5493; }","duration":"252.850812ms","start":"2026-09-29T15:50:32.49967Z","end":"2026-09-29T15:50:32.752521Z","steps":["trace[111668677] 'read index received' (duration: 129.834325ms)","trace[111668677] 'applied index is now lower than readState.Index' (duration: 123.011957ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:50:32.752592Z","caller":"traceutil/trace.go:171","msg":"trace[552968116] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"258.528873ms","start":"2026-09-29T15:50:32.49403Z","end":"2026-09-29T15:50:32.752559Z","steps":["trace[552968116] 'process raft request' (duration: 135.567008ms)","trace[552968116] 'compare' (duration: 122.19646ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T15:50:32.752988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.046983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-09-29T15:50:32.753052Z","caller":"traceutil/trace.go:171","msg":"trace[1715319948] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5269; }","duration":"245.185467ms","start":"2026-09-29T15:50:32.50785Z","end":"2026-09-29T15:50:32.753036Z","steps":["trace[1715319948] 'agreement among raft nodes before linearized reading' (duration: 244.901038ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:50:32.752988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.291796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:59697"} {"level":"info","ts":"2026-09-29T15:50:32.753183Z","caller":"traceutil/trace.go:171","msg":"trace[1857859759] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5269; }","duration":"253.499292ms","start":"2026-09-29T15:50:32.499665Z","end":"2026-09-29T15:50:32.753164Z","steps":["trace[1857859759] 'agreement among raft nodes before linearized reading' (duration: 253.070449ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:50:43.80984Z","caller":"traceutil/trace.go:171","msg":"trace[1041018562] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"137.066309ms","start":"2026-09-29T15:50:43.672737Z","end":"2026-09-29T15:50:43.809803Z","steps":["trace[1041018562] 'process raft request' (duration: 81.681281ms)","trace[1041018562] 'compare' (duration: 55.215612ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:50:43.816046Z","caller":"traceutil/trace.go:171","msg":"trace[170720683] linearizableReadLoop","detail":"{readStateIndex:5613; appliedIndex:5609; }","duration":"106.612451ms","start":"2026-09-29T15:50:43.709419Z","end":"2026-09-29T15:50:43.816031Z","steps":["trace[170720683] 'read index received' (duration: 45.013054ms)","trace[170720683] 'applied index is now lower than readState.Index' (duration: 61.598317ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:50:43.816098Z","caller":"traceutil/trace.go:171","msg":"trace[1676253705] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"141.875133ms","start":"2026-09-29T15:50:43.674172Z","end":"2026-09-29T15:50:43.816047Z","steps":["trace[1676253705] 'process raft request' (duration: 141.665486ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:50:43.816212Z","caller":"traceutil/trace.go:171","msg":"trace[1615139762] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"141.402188ms","start":"2026-09-29T15:50:43.674797Z","end":"2026-09-29T15:50:43.816199Z","steps":["trace[1615139762] 'process raft request' (duration: 141.182672ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:50:43.816488Z","caller":"traceutil/trace.go:171","msg":"trace[1965036493] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"141.834731ms","start":"2026-09-29T15:50:43.674485Z","end":"2026-09-29T15:50:43.816319Z","steps":["trace[1965036493] 'process raft request' (duration: 141.455479ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:50:43.816563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.124537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-09-29T15:50:43.81666Z","caller":"traceutil/trace.go:171","msg":"trace[126365017] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5382; }","duration":"107.291612ms","start":"2026-09-29T15:50:43.709342Z","end":"2026-09-29T15:50:43.816634Z","steps":["trace[126365017] 'agreement among raft nodes before linearized reading' (duration: 106.984403ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:52:51.146756Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2998} {"level":"info","ts":"2026-09-29T15:52:51.225752Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2998,"took":"77.616261ms","hash":3041266012,"current-db-size-bytes":60850176,"current-db-size":"61 MB","current-db-size-in-use-bytes":36249600,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-09-29T15:52:51.225823Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3041266012,"revision":2998,"compact-revision":-1} {"level":"info","ts":"2026-09-29T15:56:24.684668Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002275.wal"} {"level":"info","ts":"2026-09-29T15:56:28.797306Z","caller":"traceutil/trace.go:171","msg":"trace[63202781] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"335.157392ms","start":"2026-09-29T15:56:28.462117Z","end":"2026-09-29T15:56:28.797275Z","steps":["trace[63202781] 'process raft request' (duration: 334.963266ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:56:28.797492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:56:28.462101Z","time spent":"335.302146ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T15:56:40.05753Z","caller":"traceutil/trace.go:171","msg":"trace[317337727] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"112.526849ms","start":"2026-09-29T15:56:39.944976Z","end":"2026-09-29T15:56:40.057503Z","steps":["trace[317337727] 'process raft request' (duration: 112.337223ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:56:40.333488Z","caller":"traceutil/trace.go:171","msg":"trace[253819887] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"113.389898ms","start":"2026-09-29T15:56:40.220068Z","end":"2026-09-29T15:56:40.333458Z","steps":["trace[253819887] 'process raft request' (duration: 113.197952ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:56:40.338022Z","caller":"traceutil/trace.go:171","msg":"trace[60185530] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"117.686634ms","start":"2026-09-29T15:56:40.220273Z","end":"2026-09-29T15:56:40.33796Z","steps":["trace[60185530] 'process raft request' (duration: 117.517967ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:56:41.055614Z","caller":"traceutil/trace.go:171","msg":"trace[909679616] linearizableReadLoop","detail":"{readStateIndex:8937; appliedIndex:8936; }","duration":"169.202348ms","start":"2026-09-29T15:56:40.886388Z","end":"2026-09-29T15:56:41.055591Z","steps":["trace[909679616] 'read index received' (duration: 169.019902ms)","trace[909679616] 'applied index is now lower than readState.Index' (duration: 181.306µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:56:41.055736Z","caller":"traceutil/trace.go:171","msg":"trace[2085351295] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"171.012495ms","start":"2026-09-29T15:56:40.88471Z","end":"2026-09-29T15:56:41.055722Z","steps":["trace[2085351295] 'process raft request' (duration: 170.720836ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:56:41.056071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.673383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wjrk8\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-09-29T15:56:41.056144Z","caller":"traceutil/trace.go:171","msg":"trace[1119023614] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wjrk8; range_end:; response_count:1; response_revision:8551; }","duration":"169.805907ms","start":"2026-09-29T15:56:40.886322Z","end":"2026-09-29T15:56:41.056128Z","steps":["trace[1119023614] 'agreement among raft nodes before linearized reading' (duration: 169.672172ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:56:41.787515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:56:41.460828Z","time spent":"326.680241ms","remote":"127.0.0.1:40164","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-09-29T15:56:42.026761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.156451ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T15:56:42.026854Z","caller":"traceutil/trace.go:171","msg":"trace[1472549668] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8552; }","duration":"209.265975ms","start":"2026-09-29T15:56:41.817575Z","end":"2026-09-29T15:56:42.026841Z","steps":["trace[1472549668] 'range keys from in-memory index tree' (duration: 209.141341ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:56:42.054965Z","caller":"traceutil/trace.go:171","msg":"trace[82915422] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"265.628923ms","start":"2026-09-29T15:56:41.789313Z","end":"2026-09-29T15:56:42.054942Z","steps":["trace[82915422] 'process raft request' (duration: 265.470008ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:56:42.061053Z","caller":"traceutil/trace.go:171","msg":"trace[1622975142] linearizableReadLoop","detail":"{readStateIndex:8941; appliedIndex:8939; }","duration":"265.922193ms","start":"2026-09-29T15:56:41.795111Z","end":"2026-09-29T15:56:42.061033Z","steps":["trace[1622975142] 'read index received' (duration: 259.694134ms)","trace[1622975142] 'applied index is now lower than readState.Index' (duration: 6.227139ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:56:42.061147Z","caller":"traceutil/trace.go:171","msg":"trace[651797649] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"269.786817ms","start":"2026-09-29T15:56:41.791333Z","end":"2026-09-29T15:56:42.06112Z","steps":["trace[651797649] 'process raft request' (duration: 269.56572ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:56:42.061265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.265689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-09-29T15:56:42.061303Z","caller":"traceutil/trace.go:171","msg":"trace[1287334333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8554; }","duration":"237.343671ms","start":"2026-09-29T15:56:41.82395Z","end":"2026-09-29T15:56:42.061294Z","steps":["trace[1287334333] 'agreement among raft nodes before linearized reading' (duration: 237.196237ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:56:42.061372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.218693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-09-29T15:56:42.061468Z","caller":"traceutil/trace.go:171","msg":"trace[2014337587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8554; }","duration":"266.373157ms","start":"2026-09-29T15:56:41.795073Z","end":"2026-09-29T15:56:42.061446Z","steps":["trace[2014337587] 'agreement among raft nodes before linearized reading' (duration: 266.071308ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:57:08.87349Z","caller":"traceutil/trace.go:171","msg":"trace[131317775] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"129.42554ms","start":"2026-09-29T15:57:08.744041Z","end":"2026-09-29T15:57:08.873467Z","steps":["trace[131317775] 'process raft request' (duration: 128.299633ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:57:10.569314Z","caller":"traceutil/trace.go:171","msg":"trace[56126227] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"350.199721ms","start":"2026-09-29T15:57:10.219087Z","end":"2026-09-29T15:57:10.569286Z","steps":["trace[56126227] 'process raft request' (duration: 350.006555ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:57:10.569515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:57:10.219066Z","time spent":"350.362047ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T15:57:10.604469Z","caller":"traceutil/trace.go:171","msg":"trace[615501140] linearizableReadLoop","detail":"{readStateIndex:9199; appliedIndex:9197; }","duration":"369.030722ms","start":"2026-09-29T15:57:10.235416Z","end":"2026-09-29T15:57:10.604446Z","steps":["trace[615501140] 'read index received' (duration: 333.664844ms)","trace[615501140] 'applied index is now lower than readState.Index' (duration: 35.364868ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:57:10.604771Z","caller":"traceutil/trace.go:171","msg":"trace[41930128] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"383.344409ms","start":"2026-09-29T15:57:10.221414Z","end":"2026-09-29T15:57:10.604759Z","steps":["trace[41930128] 'process raft request' (duration: 380.184308ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:57:10.604891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:57:10.221394Z","time spent":"383.427411ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T15:57:10.605062Z","caller":"traceutil/trace.go:171","msg":"trace[1037477408] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"196.912291ms","start":"2026-09-29T15:57:10.408137Z","end":"2026-09-29T15:57:10.605049Z","steps":["trace[1037477408] 'process raft request' (duration: 196.22994ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:57:10.605177Z","caller":"traceutil/trace.go:171","msg":"trace[2120694777] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"102.842121ms","start":"2026-09-29T15:57:10.502327Z","end":"2026-09-29T15:57:10.605169Z","steps":["trace[2120694777] 'process raft request' (duration: 102.080067ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:57:10.605419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.995573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-09-29T15:57:10.605451Z","caller":"traceutil/trace.go:171","msg":"trace[1695194012] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8801; }","duration":"370.101946ms","start":"2026-09-29T15:57:10.235339Z","end":"2026-09-29T15:57:10.605441Z","steps":["trace[1695194012] 'agreement among raft nodes before linearized reading' (duration: 369.967281ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:57:10.605486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:57:10.235329Z","time spent":"370.147418ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-09-29T15:57:10.605663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.026044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-09-29T15:57:10.605718Z","caller":"traceutil/trace.go:171","msg":"trace[870094086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8801; }","duration":"365.103686ms","start":"2026-09-29T15:57:10.2406Z","end":"2026-09-29T15:57:10.605704Z","steps":["trace[870094086] 'agreement among raft nodes before linearized reading' (duration: 364.938241ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:57:10.605778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:57:10.24059Z","time spent":"365.158578ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-29T15:57:10.606851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.650871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T15:57:10.606903Z","caller":"traceutil/trace.go:171","msg":"trace[1349587605] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8801; }","duration":"132.745914ms","start":"2026-09-29T15:57:10.474143Z","end":"2026-09-29T15:57:10.606889Z","steps":["trace[1349587605] 'agreement among raft nodes before linearized reading' (duration: 132.646671ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:57:10.607187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.464393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T15:57:10.607223Z","caller":"traceutil/trace.go:171","msg":"trace[264697098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8801; }","duration":"283.540326ms","start":"2026-09-29T15:57:10.323674Z","end":"2026-09-29T15:57:10.607214Z","steps":["trace[264697098] 'agreement among raft nodes before linearized reading' (duration: 283.488914ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:57:10.791596Z","caller":"traceutil/trace.go:171","msg":"trace[1168965892] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"182.007826ms","start":"2026-09-29T15:57:10.609564Z","end":"2026-09-29T15:57:10.791572Z","steps":["trace[1168965892] 'process raft request' (duration: 181.806659ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:57:10.7923Z","caller":"traceutil/trace.go:171","msg":"trace[498530388] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"181.019655ms","start":"2026-09-29T15:57:10.611266Z","end":"2026-09-29T15:57:10.792286Z","steps":["trace[498530388] 'process raft request' (duration: 180.734576ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:57:23.757644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.550139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-9dctm\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-09-29T15:57:23.757737Z","caller":"traceutil/trace.go:171","msg":"trace[932399358] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-9dctm; range_end:; response_count:1; response_revision:8929; }","duration":"185.701193ms","start":"2026-09-29T15:57:23.572014Z","end":"2026-09-29T15:57:23.757715Z","steps":["trace[932399358] 'range keys from in-memory index tree' (duration: 185.369493ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:57:23.835269Z","caller":"traceutil/trace.go:171","msg":"trace[622893634] linearizableReadLoop","detail":"{readStateIndex:9337; appliedIndex:9336; }","duration":"208.193363ms","start":"2026-09-29T15:57:23.627049Z","end":"2026-09-29T15:57:23.835243Z","steps":["trace[622893634] 'read index received' (duration: 207.993095ms)","trace[622893634] 'applied index is now lower than readState.Index' (duration: 198.708µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:57:23.835305Z","caller":"traceutil/trace.go:171","msg":"trace[792799443] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"260.832462ms","start":"2026-09-29T15:57:23.574453Z","end":"2026-09-29T15:57:23.835285Z","steps":["trace[792799443] 'process raft request' (duration: 260.627265ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:57:23.835415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.379128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T15:57:23.835453Z","caller":"traceutil/trace.go:171","msg":"trace[2129904415] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8930; }","duration":"208.44776ms","start":"2026-09-29T15:57:23.626992Z","end":"2026-09-29T15:57:23.83544Z","steps":["trace[2129904415] 'agreement among raft nodes before linearized reading' (duration: 208.376298ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:57:24.05066Z","caller":"traceutil/trace.go:171","msg":"trace[871358984] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8931; }","duration":"290.428794ms","start":"2026-09-29T15:57:23.760204Z","end":"2026-09-29T15:57:24.050633Z","steps":["trace[871358984] 'process raft request' (duration: 198.601205ms)","trace[871358984] 'compare' (duration: 91.670704ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:57:24.050798Z","caller":"traceutil/trace.go:171","msg":"trace[1915062158] linearizableReadLoop","detail":"{readStateIndex:9338; appliedIndex:9337; }","duration":"215.37125ms","start":"2026-09-29T15:57:23.835385Z","end":"2026-09-29T15:57:24.050757Z","steps":["trace[1915062158] 'read index received' (duration: 123.450658ms)","trace[1915062158] 'applied index is now lower than readState.Index' (duration: 91.917001ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T15:57:24.051082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.132571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-29T15:57:24.051153Z","caller":"traceutil/trace.go:171","msg":"trace[828077848] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8932; }","duration":"277.265234ms","start":"2026-09-29T15:57:23.773867Z","end":"2026-09-29T15:57:24.051132Z","steps":["trace[828077848] 'agreement among raft nodes before linearized reading' (duration: 277.102789ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:57:24.051185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.711984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9dctm\" ","response":"range_response_count:1 size:4609"} {"level":"info","ts":"2026-09-29T15:57:24.051224Z","caller":"traceutil/trace.go:171","msg":"trace[1114687550] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9dctm; range_end:; response_count:1; response_revision:8932; }","duration":"211.823628ms","start":"2026-09-29T15:57:23.839387Z","end":"2026-09-29T15:57:24.051211Z","steps":["trace[1114687550] 'agreement among raft nodes before linearized reading' (duration: 211.597991ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:57:24.58698Z","caller":"traceutil/trace.go:171","msg":"trace[1010267345] linearizableReadLoop","detail":"{readStateIndex:9343; appliedIndex:9342; }","duration":"128.319364ms","start":"2026-09-29T15:57:24.458635Z","end":"2026-09-29T15:57:24.586954Z","steps":["trace[1010267345] 'read index received' (duration: 53.677662ms)","trace[1010267345] 'applied index is now lower than readState.Index' (duration: 74.640151ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:57:24.587018Z","caller":"traceutil/trace.go:171","msg":"trace[439089822] transaction","detail":"{read_only:false; response_revision:8935; number_of_response:1; }","duration":"155.938584ms","start":"2026-09-29T15:57:24.431046Z","end":"2026-09-29T15:57:24.586985Z","steps":["trace[439089822] 'process raft request' (duration: 81.350425ms)","trace[439089822] 'compare' (duration: 74.341562ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T15:57:24.587286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.628133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-09-29T15:57:24.587341Z","caller":"traceutil/trace.go:171","msg":"trace[1222689571] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8935; }","duration":"128.727936ms","start":"2026-09-29T15:57:24.458599Z","end":"2026-09-29T15:57:24.587326Z","steps":["trace[1222689571] 'agreement among raft nodes before linearized reading' (duration: 128.460548ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:57:24.888395Z","caller":"traceutil/trace.go:171","msg":"trace[1529762145] linearizableReadLoop","detail":"{readStateIndex:9344; appliedIndex:9343; }","duration":"299.613126ms","start":"2026-09-29T15:57:24.58876Z","end":"2026-09-29T15:57:24.888373Z","steps":["trace[1529762145] 'read index received' (duration: 287.943144ms)","trace[1529762145] 'applied index is now lower than readState.Index' (duration: 11.668752ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:57:24.8885Z","caller":"traceutil/trace.go:171","msg":"trace[1444013301] transaction","detail":"{read_only:false; response_revision:8936; number_of_response:1; }","duration":"334.819ms","start":"2026-09-29T15:57:24.553666Z","end":"2026-09-29T15:57:24.888485Z","steps":["trace[1444013301] 'process raft request' (duration: 323.051354ms)","trace[1444013301] 'compare' (duration: 11.478937ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T15:57:24.888592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:57:24.553638Z","time spent":"334.885683ms","remote":"127.0.0.1:40332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2999,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T15:57:24.888797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.001461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-09-29T15:57:24.88889Z","caller":"traceutil/trace.go:171","msg":"trace[1186066092] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8936; }","duration":"300.138935ms","start":"2026-09-29T15:57:24.58873Z","end":"2026-09-29T15:57:24.888869Z","steps":["trace[1186066092] 'agreement among raft nodes before linearized reading' (duration: 299.885897ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:57:24.888934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:57:24.588712Z","time spent":"300.213158ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-09-29T15:57:24.897947Z","caller":"traceutil/trace.go:171","msg":"trace[2011709944] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"236.476214ms","start":"2026-09-29T15:57:24.661447Z","end":"2026-09-29T15:57:24.897923Z","steps":["trace[2011709944] 'process raft request' (duration: 236.269098ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:57:24.897955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.30195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-09-29T15:57:24.898096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.18988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-09-29T15:57:24.898187Z","caller":"traceutil/trace.go:171","msg":"trace[1683478116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8937; }","duration":"260.279673ms","start":"2026-09-29T15:57:24.637894Z","end":"2026-09-29T15:57:24.898173Z","steps":["trace[1683478116] 'agreement among raft nodes before linearized reading' (duration: 260.124818ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:57:24.898187Z","caller":"traceutil/trace.go:171","msg":"trace[1388950248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8937; }","duration":"216.539387ms","start":"2026-09-29T15:57:24.681619Z","end":"2026-09-29T15:57:24.898158Z","steps":["trace[1388950248] 'agreement among raft nodes before linearized reading' (duration: 216.258138ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:57:24.898239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.623569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-09-29T15:57:24.898482Z","caller":"traceutil/trace.go:171","msg":"trace[589916385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8937; }","duration":"305.935569ms","start":"2026-09-29T15:57:24.592529Z","end":"2026-09-29T15:57:24.898465Z","steps":["trace[589916385] 'agreement among raft nodes before linearized reading' (duration: 305.438384ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T15:57:24.898578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T15:57:24.592519Z","time spent":"306.029672ms","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-09-29T15:57:25.329963Z","caller":"traceutil/trace.go:171","msg":"trace[328414716] linearizableReadLoop","detail":"{readStateIndex:9355; appliedIndex:9354; }","duration":"156.937046ms","start":"2026-09-29T15:57:25.172997Z","end":"2026-09-29T15:57:25.329934Z","steps":["trace[328414716] 'read index received' (duration: 102.447448ms)","trace[328414716] 'applied index is now lower than readState.Index' (duration: 54.488498ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T15:57:25.330031Z","caller":"traceutil/trace.go:171","msg":"trace[354091074] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"211.241548ms","start":"2026-09-29T15:57:25.118756Z","end":"2026-09-29T15:57:25.329997Z","steps":["trace[354091074] 'process raft request' (duration: 156.683588ms)","trace[354091074] 'compare' (duration: 54.373294ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T15:57:25.330324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.298817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-09-29T15:57:25.330447Z","caller":"traceutil/trace.go:171","msg":"trace[675983044] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8946; }","duration":"157.455072ms","start":"2026-09-29T15:57:25.172966Z","end":"2026-09-29T15:57:25.330421Z","steps":["trace[675983044] 'agreement among raft nodes before linearized reading' (duration: 157.149093ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T15:57:51.155243Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6492} {"level":"info","ts":"2026-09-29T15:57:51.264209Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6492,"took":"106.28394ms","hash":3233716999,"current-db-size-bytes":60850176,"current-db-size":"61 MB","current-db-size-in-use-bytes":26234880,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-09-29T15:57:51.264278Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3233716999,"revision":6492,"compact-revision":2998} {"level":"info","ts":"2026-09-29T15:58:20.508172Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"871515da6373d131","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-29T15:58:20.515558Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-09-29T15:58:20.515727Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-09-29T16:02:14.937771Z","caller":"traceutil/trace.go:171","msg":"trace[819556190] linearizableReadLoop","detail":"{readStateIndex:12404; appliedIndex:12403; }","duration":"217.612827ms","start":"2026-09-29T16:02:14.720132Z","end":"2026-09-29T16:02:14.937745Z","steps":["trace[819556190] 'read index received' (duration: 217.119692ms)","trace[819556190] 'applied index is now lower than readState.Index' (duration: 491.855µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:02:14.937802Z","caller":"traceutil/trace.go:171","msg":"trace[1985882995] transaction","detail":"{read_only:false; response_revision:11864; number_of_response:1; }","duration":"242.167866ms","start":"2026-09-29T16:02:14.695613Z","end":"2026-09-29T16:02:14.937781Z","steps":["trace[1985882995] 'process raft request' (duration: 241.760473ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:02:14.938016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.875716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-09-29T16:02:14.938054Z","caller":"traceutil/trace.go:171","msg":"trace[1322723831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11864; }","duration":"217.98692ms","start":"2026-09-29T16:02:14.720057Z","end":"2026-09-29T16:02:14.938044Z","steps":["trace[1322723831] 'agreement among raft nodes before linearized reading' (duration: 217.837745ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:02:14.938052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.067984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-09-29T16:02:14.938118Z","caller":"traceutil/trace.go:171","msg":"trace[1352467599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11864; }","duration":"214.194759ms","start":"2026-09-29T16:02:14.723907Z","end":"2026-09-29T16:02:14.938102Z","steps":["trace[1352467599] 'agreement among raft nodes before linearized reading' (duration: 214.012943ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:02:28.936995Z","caller":"traceutil/trace.go:171","msg":"trace[1842484208] linearizableReadLoop","detail":"{readStateIndex:12502; appliedIndex:12501; }","duration":"219.117123ms","start":"2026-09-29T16:02:28.717836Z","end":"2026-09-29T16:02:28.936953Z","steps":["trace[1842484208] 'read index received' (duration: 218.779922ms)","trace[1842484208] 'applied index is now lower than readState.Index' (duration: 335.061µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:02:28.937125Z","caller":"traceutil/trace.go:171","msg":"trace[595447176] transaction","detail":"{read_only:false; response_revision:11958; number_of_response:1; }","duration":"227.5002ms","start":"2026-09-29T16:02:28.709582Z","end":"2026-09-29T16:02:28.937082Z","steps":["trace[595447176] 'process raft request' (duration: 227.144049ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:02:28.937434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.537936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-09-29T16:02:28.937492Z","caller":"traceutil/trace.go:171","msg":"trace[1468156257] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11958; }","duration":"219.6669ms","start":"2026-09-29T16:02:28.71781Z","end":"2026-09-29T16:02:28.937477Z","steps":["trace[1468156257] 'agreement among raft nodes before linearized reading' (duration: 219.294959ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:02:29.224862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.152318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-29T16:02:29.224955Z","caller":"traceutil/trace.go:171","msg":"trace[1057490259] linearizableReadLoop","detail":"{readStateIndex:12505; appliedIndex:12504; }","duration":"208.447983ms","start":"2026-09-29T16:02:29.016492Z","end":"2026-09-29T16:02:29.22494Z","steps":["trace[1057490259] 'read index received' (duration: 97.068938ms)","trace[1057490259] 'applied index is now lower than readState.Index' (duration: 111.377785ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:02:29.22533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.841706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-09-29T16:02:29.225375Z","caller":"traceutil/trace.go:171","msg":"trace[857851114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11961; }","duration":"208.927538ms","start":"2026-09-29T16:02:29.016434Z","end":"2026-09-29T16:02:29.225361Z","steps":["trace[857851114] 'agreement among raft nodes before linearized reading' (duration: 208.742113ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:02:29.225627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.086194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-09-29T16:02:29.225766Z","caller":"traceutil/trace.go:171","msg":"trace[527273887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11961; }","duration":"199.29121ms","start":"2026-09-29T16:02:29.026441Z","end":"2026-09-29T16:02:29.225732Z","steps":["trace[527273887] 'agreement among raft nodes before linearized reading' (duration: 198.851576ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:02:29.226098Z","caller":"traceutil/trace.go:171","msg":"trace[1629275848] transaction","detail":"{read_only:false; response_revision:11961; number_of_response:1; }","duration":"219.65312ms","start":"2026-09-29T16:02:29.006424Z","end":"2026-09-29T16:02:29.226077Z","steps":["trace[1629275848] 'process raft request' (duration: 107.207971ms)","trace[1629275848] 'compare' (duration: 110.930161ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:02:29.449904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.252017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-29T16:02:29.450212Z","caller":"traceutil/trace.go:171","msg":"trace[244597068] transaction","detail":"{read_only:false; response_revision:11964; number_of_response:1; }","duration":"218.844744ms","start":"2026-09-29T16:02:29.231347Z","end":"2026-09-29T16:02:29.450191Z","steps":["trace[244597068] 'process raft request' (duration: 218.660799ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:02:29.450325Z","caller":"traceutil/trace.go:171","msg":"trace[1946001632] transaction","detail":"{read_only:false; response_revision:11963; number_of_response:1; }","duration":"219.836805ms","start":"2026-09-29T16:02:29.230464Z","end":"2026-09-29T16:02:29.450301Z","steps":["trace[1946001632] 'process raft request' (duration: 115.076802ms)","trace[1946001632] 'compare' (duration: 104.04412ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:02:29.450323Z","caller":"traceutil/trace.go:171","msg":"trace[1497879309] transaction","detail":"{read_only:false; response_revision:11965; number_of_response:1; }","duration":"218.934597ms","start":"2026-09-29T16:02:29.231361Z","end":"2026-09-29T16:02:29.450295Z","steps":["trace[1497879309] 'process raft request' (duration: 218.737881ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:02:29.450691Z","caller":"traceutil/trace.go:171","msg":"trace[223604915] transaction","detail":"{read_only:false; response_revision:11966; number_of_response:1; }","duration":"216.489229ms","start":"2026-09-29T16:02:29.234188Z","end":"2026-09-29T16:02:29.450677Z","steps":["trace[223604915] 'process raft request' (duration: 215.949622ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:02:29.450697Z","caller":"traceutil/trace.go:171","msg":"trace[2067577091] linearizableReadLoop","detail":"{readStateIndex:12510; appliedIndex:12506; }","duration":"129.068589ms","start":"2026-09-29T16:02:29.321598Z","end":"2026-09-29T16:02:29.450666Z","steps":["trace[2067577091] 'read index received' (duration: 23.861912ms)","trace[2067577091] 'applied index is now lower than readState.Index' (duration: 105.205297ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:02:29.450818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.197183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T16:02:29.450883Z","caller":"traceutil/trace.go:171","msg":"trace[179276486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11966; }","duration":"129.313157ms","start":"2026-09-29T16:02:29.321553Z","end":"2026-09-29T16:02:29.450866Z","steps":["trace[179276486] 'agreement among raft nodes before linearized reading' (duration: 129.200213ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:02:29.675028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.081351ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-09-29T16:02:29.675155Z","caller":"traceutil/trace.go:171","msg":"trace[1656868700] linearizableReadLoop","detail":"{readStateIndex:12512; appliedIndex:12510; }","duration":"224.399861ms","start":"2026-09-29T16:02:29.450739Z","end":"2026-09-29T16:02:29.675138Z","steps":["trace[1656868700] 'read index received' (duration: 17.604062ms)","trace[1656868700] 'applied index is now lower than readState.Index' (duration: 206.794379ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:02:29.675419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.994822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-09-29T16:02:29.675458Z","caller":"traceutil/trace.go:171","msg":"trace[2127803121] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11967; }","duration":"225.103255ms","start":"2026-09-29T16:02:29.450345Z","end":"2026-09-29T16:02:29.675448Z","steps":["trace[2127803121] 'agreement among raft nodes before linearized reading' (duration: 224.92711ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:02:29.675874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.630537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T16:02:29.675912Z","caller":"traceutil/trace.go:171","msg":"trace[225554153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11967; }","duration":"223.690359ms","start":"2026-09-29T16:02:29.452212Z","end":"2026-09-29T16:02:29.675902Z","steps":["trace[225554153] 'agreement among raft nodes before linearized reading' (duration: 223.630868ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:02:29.676071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.444577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T16:02:29.676106Z","caller":"traceutil/trace.go:171","msg":"trace[1234090209] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:11967; }","duration":"158.51995ms","start":"2026-09-29T16:02:29.517575Z","end":"2026-09-29T16:02:29.676095Z","steps":["trace[1234090209] 'agreement among raft nodes before linearized reading' (duration: 158.460338ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:02:29.676348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.516909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-09-29T16:02:29.676387Z","caller":"traceutil/trace.go:171","msg":"trace[925969187] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11967; }","duration":"221.574221ms","start":"2026-09-29T16:02:29.454804Z","end":"2026-09-29T16:02:29.676379Z","steps":["trace[925969187] 'agreement among raft nodes before linearized reading' (duration: 221.474848ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:02:29.838339Z","caller":"traceutil/trace.go:171","msg":"trace[1702078409] linearizableReadLoop","detail":"{readStateIndex:12513; appliedIndex:12512; }","duration":"157.512517ms","start":"2026-09-29T16:02:29.6808Z","end":"2026-09-29T16:02:29.838313Z","steps":["trace[1702078409] 'read index received' (duration: 157.277759ms)","trace[1702078409] 'applied index is now lower than readState.Index' (duration: 233.738µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:02:29.83838Z","caller":"traceutil/trace.go:171","msg":"trace[1724456690] transaction","detail":"{read_only:false; response_revision:11968; number_of_response:1; }","duration":"157.737285ms","start":"2026-09-29T16:02:29.680616Z","end":"2026-09-29T16:02:29.838353Z","steps":["trace[1724456690] 'process raft request' (duration: 157.526628ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:02:29.83863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.943539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17928"} {"level":"info","ts":"2026-09-29T16:02:29.838671Z","caller":"traceutil/trace.go:171","msg":"trace[678203382] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11968; }","duration":"157.019582ms","start":"2026-09-29T16:02:29.681639Z","end":"2026-09-29T16:02:29.838659Z","steps":["trace[678203382] 'agreement among raft nodes before linearized reading' (duration: 156.838696ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:02:29.839118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.291461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:419978"} {"level":"info","ts":"2026-09-29T16:02:29.839211Z","caller":"traceutil/trace.go:171","msg":"trace[506849923] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11968; }","duration":"158.425866ms","start":"2026-09-29T16:02:29.680765Z","end":"2026-09-29T16:02:29.839191Z","steps":["trace[506849923] 'agreement among raft nodes before linearized reading' (duration: 157.694223ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:02:30.109164Z","caller":"traceutil/trace.go:171","msg":"trace[452118714] transaction","detail":"{read_only:false; response_revision:11969; number_of_response:1; }","duration":"216.089336ms","start":"2026-09-29T16:02:29.892991Z","end":"2026-09-29T16:02:30.10908Z","steps":["trace[452118714] 'process raft request' (duration: 215.89773ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:02:30.227381Z","caller":"traceutil/trace.go:171","msg":"trace[660705618] transaction","detail":"{read_only:false; response_revision:11970; number_of_response:1; }","duration":"243.662487ms","start":"2026-09-29T16:02:29.983685Z","end":"2026-09-29T16:02:30.227347Z","steps":["trace[660705618] 'process raft request' (duration: 207.961757ms)","trace[660705618] 'compare' (duration: 35.217113ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:02:30.307803Z","caller":"traceutil/trace.go:171","msg":"trace[515138600] transaction","detail":"{read_only:false; number_of_response:0; response_revision:11971; }","duration":"189.742405ms","start":"2026-09-29T16:02:30.118038Z","end":"2026-09-29T16:02:30.30778Z","steps":["trace[515138600] 'process raft request' (duration: 189.657992ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:02:30.307892Z","caller":"traceutil/trace.go:171","msg":"trace[1921952692] transaction","detail":"{read_only:false; response_revision:11971; number_of_response:1; }","duration":"191.356647ms","start":"2026-09-29T16:02:30.116497Z","end":"2026-09-29T16:02:30.307853Z","steps":["trace[1921952692] 'process raft request' (duration: 191.039467ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:02:30.459105Z","caller":"traceutil/trace.go:171","msg":"trace[2141921905] linearizableReadLoop","detail":"{readStateIndex:12518; appliedIndex:12517; }","duration":"134.900195ms","start":"2026-09-29T16:02:30.324171Z","end":"2026-09-29T16:02:30.459071Z","steps":["trace[2141921905] 'read index received' (duration: 134.178132ms)","trace[2141921905] 'applied index is now lower than readState.Index' (duration: 720.393µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:02:30.459168Z","caller":"traceutil/trace.go:171","msg":"trace[2029673179] transaction","detail":"{read_only:false; response_revision:11972; number_of_response:1; }","duration":"137.577621ms","start":"2026-09-29T16:02:30.321546Z","end":"2026-09-29T16:02:30.459123Z","steps":["trace[2029673179] 'process raft request' (duration: 137.22333ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:02:30.45929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.103082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-29T16:02:30.459339Z","caller":"traceutil/trace.go:171","msg":"trace[2028945457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11972; }","duration":"135.244126ms","start":"2026-09-29T16:02:30.324083Z","end":"2026-09-29T16:02:30.459327Z","steps":["trace[2028945457] 'agreement among raft nodes before linearized reading' (duration: 135.112492ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:02:51.164771Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9257} {"level":"info","ts":"2026-09-29T16:02:51.257131Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9257,"took":"90.110075ms","hash":4035042199,"current-db-size-bytes":60850176,"current-db-size":"61 MB","current-db-size-in-use-bytes":27877376,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-09-29T16:02:51.257209Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4035042199,"revision":9257,"compact-revision":6492} {"level":"info","ts":"2026-09-29T16:07:51.172988Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12161} {"level":"info","ts":"2026-09-29T16:07:51.275349Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12161,"took":"99.771921ms","hash":1642907108,"current-db-size-bytes":60850176,"current-db-size":"61 MB","current-db-size-in-use-bytes":25722880,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-09-29T16:07:51.275423Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1642907108,"revision":12161,"compact-revision":9257} {"level":"warn","ts":"2026-09-29T16:08:49.724857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.434867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-09-29T16:08:49.724943Z","caller":"traceutil/trace.go:171","msg":"trace[1111330663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15068; }","duration":"282.566331ms","start":"2026-09-29T16:08:49.44236Z","end":"2026-09-29T16:08:49.724926Z","steps":["trace[1111330663] 'range keys from in-memory index tree' (duration: 282.23314ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:08:49.724931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.355846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-09-29T16:08:49.72502Z","caller":"traceutil/trace.go:171","msg":"trace[154204608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15068; }","duration":"283.48071ms","start":"2026-09-29T16:08:49.441522Z","end":"2026-09-29T16:08:49.725002Z","steps":["trace[154204608] 'range keys from in-memory index tree' (duration: 283.188851ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:08:49.725042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.067029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-09-29T16:08:49.725136Z","caller":"traceutil/trace.go:171","msg":"trace[2046125306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15068; }","duration":"300.221453ms","start":"2026-09-29T16:08:49.424891Z","end":"2026-09-29T16:08:49.725112Z","steps":["trace[2046125306] 'range keys from in-memory index tree' (duration: 299.78686ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:08:49.725196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:08:49.424869Z","time spent":"300.316397ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-09-29T16:09:07.178943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.994697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-29T16:09:07.17906Z","caller":"traceutil/trace.go:171","msg":"trace[107696282] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15200; }","duration":"629.198863ms","start":"2026-09-29T16:09:06.549835Z","end":"2026-09-29T16:09:07.179034Z","steps":["trace[107696282] 'count revisions from in-memory index tree' (duration: 628.881163ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:09:07.179106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:09:06.549807Z","time spent":"629.286676ms","remote":"127.0.0.1:36670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:09:07.17911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.674088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-29T16:09:07.179225Z","caller":"traceutil/trace.go:171","msg":"trace[1384187518] linearizableReadLoop","detail":"{readStateIndex:15918; appliedIndex:15917; }","duration":"418.248156ms","start":"2026-09-29T16:09:06.760958Z","end":"2026-09-29T16:09:07.179207Z","steps":["trace[1384187518] 'read index received' (duration: 32.30295ms)","trace[1384187518] 'applied index is now lower than readState.Index' (duration: 385.940166ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:09:07.179312Z","caller":"traceutil/trace.go:171","msg":"trace[19945255] transaction","detail":"{read_only:false; response_revision:15201; number_of_response:1; }","duration":"447.421857ms","start":"2026-09-29T16:09:06.731832Z","end":"2026-09-29T16:09:07.179254Z","steps":["trace[19945255] 'process raft request' (duration: 61.503211ms)","trace[19945255] 'compare' (duration: 385.42009ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:09:07.179389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.424223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-29T16:09:07.17942Z","caller":"traceutil/trace.go:171","msg":"trace[1204905173] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:15201; }","duration":"418.458554ms","start":"2026-09-29T16:09:06.760951Z","end":"2026-09-29T16:09:07.179409Z","steps":["trace[1204905173] 'agreement among raft nodes before linearized reading' (duration: 418.369361ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:09:07.179459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:09:06.760885Z","time spent":"418.565327ms","remote":"127.0.0.1:40570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:09:07.179472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:09:06.731804Z","time spent":"447.585392ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:09:07.179696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.51173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-09-29T16:09:07.179802Z","caller":"traceutil/trace.go:171","msg":"trace[1684202652] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15201; }","duration":"388.651443ms","start":"2026-09-29T16:09:06.791124Z","end":"2026-09-29T16:09:07.179775Z","steps":["trace[1684202652] 'agreement among raft nodes before linearized reading' (duration: 388.378414ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:09:07.179858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:09:06.791112Z","time spent":"388.734147ms","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-09-29T16:09:07.179862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.229683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-09-29T16:09:07.179906Z","caller":"traceutil/trace.go:171","msg":"trace[653409771] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:15201; }","duration":"119.307955ms","start":"2026-09-29T16:09:07.060585Z","end":"2026-09-29T16:09:07.179893Z","steps":["trace[653409771] 'agreement among raft nodes before linearized reading' (duration: 119.165211ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:09:07.414934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.116841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-29T16:09:07.415042Z","caller":"traceutil/trace.go:171","msg":"trace[399288885] linearizableReadLoop","detail":"{readStateIndex:15920; appliedIndex:15919; }","duration":"189.467412ms","start":"2026-09-29T16:09:07.225558Z","end":"2026-09-29T16:09:07.415025Z","steps":["trace[399288885] 'read index received' (duration: 74.151074ms)","trace[399288885] 'applied index is now lower than readState.Index' (duration: 115.315478ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:09:07.415161Z","caller":"traceutil/trace.go:171","msg":"trace[1156124214] transaction","detail":"{read_only:false; response_revision:15203; number_of_response:1; }","duration":"230.008405ms","start":"2026-09-29T16:09:07.185107Z","end":"2026-09-29T16:09:07.415115Z","steps":["trace[1156124214] 'process raft request' (duration: 114.614385ms)","trace[1156124214] 'compare' (duration: 114.989087ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:09:07.415298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.71895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17722"} {"level":"info","ts":"2026-09-29T16:09:07.415353Z","caller":"traceutil/trace.go:171","msg":"trace[510672657] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15203; }","duration":"189.832153ms","start":"2026-09-29T16:09:07.225506Z","end":"2026-09-29T16:09:07.415338Z","steps":["trace[510672657] 'agreement among raft nodes before linearized reading' (duration: 189.635227ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:09:07.415395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.183499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wjrk8\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-09-29T16:09:07.415486Z","caller":"traceutil/trace.go:171","msg":"trace[469904423] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wjrk8; range_end:; response_count:1; response_revision:15203; }","duration":"187.316333ms","start":"2026-09-29T16:09:07.228146Z","end":"2026-09-29T16:09:07.415462Z","steps":["trace[469904423] 'agreement among raft nodes before linearized reading' (duration: 186.991213ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:09:07.416102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.1912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-09-29T16:09:07.41617Z","caller":"traceutil/trace.go:171","msg":"trace[1604023119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15203; }","duration":"150.302823ms","start":"2026-09-29T16:09:07.265846Z","end":"2026-09-29T16:09:07.416149Z","steps":["trace[1604023119] 'agreement among raft nodes before linearized reading' (duration: 149.326852ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:09:27.08186Z","caller":"traceutil/trace.go:171","msg":"trace[135228116] transaction","detail":"{read_only:false; response_revision:15518; number_of_response:1; }","duration":"123.071435ms","start":"2026-09-29T16:09:26.95873Z","end":"2026-09-29T16:09:27.081801Z","steps":["trace[135228116] 'process raft request' (duration: 122.894439ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:10:54.734277Z","caller":"traceutil/trace.go:171","msg":"trace[351384131] transaction","detail":"{read_only:false; response_revision:16458; number_of_response:1; }","duration":"203.639884ms","start":"2026-09-29T16:10:54.530575Z","end":"2026-09-29T16:10:54.734215Z","steps":["trace[351384131] 'process raft request' (duration: 136.922656ms)","trace[351384131] 'compare' (duration: 66.319165ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:10:54.734271Z","caller":"traceutil/trace.go:171","msg":"trace[2142735784] linearizableReadLoop","detail":"{readStateIndex:17236; appliedIndex:17235; }","duration":"183.279836ms","start":"2026-09-29T16:10:54.55093Z","end":"2026-09-29T16:10:54.73421Z","steps":["trace[2142735784] 'read index received' (duration: 116.576988ms)","trace[2142735784] 'applied index is now lower than readState.Index' (duration: 66.701267ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:10:54.734691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.708324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-09-29T16:10:54.734734Z","caller":"traceutil/trace.go:171","msg":"trace[1489128734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16459; }","duration":"186.797877ms","start":"2026-09-29T16:10:54.547925Z","end":"2026-09-29T16:10:54.734723Z","steps":["trace[1489128734] 'agreement among raft nodes before linearized reading' (duration: 186.422675ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:10:54.734743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.285306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-09-29T16:10:54.734808Z","caller":"traceutil/trace.go:171","msg":"trace[791000640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16459; }","duration":"183.387109ms","start":"2026-09-29T16:10:54.551405Z","end":"2026-09-29T16:10:54.734792Z","steps":["trace[791000640] 'agreement among raft nodes before linearized reading' (duration: 183.206833ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:10:54.734757Z","caller":"traceutil/trace.go:171","msg":"trace[1569355120] transaction","detail":"{read_only:false; response_revision:16459; number_of_response:1; }","duration":"182.752037ms","start":"2026-09-29T16:10:54.551958Z","end":"2026-09-29T16:10:54.73471Z","steps":["trace[1569355120] 'process raft request' (duration: 182.182039ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:10:54.980736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.588504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jbl45\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-09-29T16:10:54.980867Z","caller":"traceutil/trace.go:171","msg":"trace[1305244445] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jbl45; range_end:; response_count:1; response_revision:16461; }","duration":"140.78569ms","start":"2026-09-29T16:10:54.840048Z","end":"2026-09-29T16:10:54.980834Z","steps":["trace[1305244445] 'range keys from in-memory index tree' (duration: 140.251583ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:10:55.269514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.282672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:10:55.269652Z","caller":"traceutil/trace.go:171","msg":"trace[1292176614] linearizableReadLoop","detail":"{readStateIndex:17242; appliedIndex:17241; }","duration":"167.890704ms","start":"2026-09-29T16:10:55.101738Z","end":"2026-09-29T16:10:55.269629Z","steps":["trace[1292176614] 'read index received' (duration: 23.367235ms)","trace[1292176614] 'applied index is now lower than readState.Index' (duration: 144.521659ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:10:55.269731Z","caller":"traceutil/trace.go:171","msg":"trace[21527324] transaction","detail":"{read_only:false; response_revision:16464; number_of_response:1; }","duration":"204.302535ms","start":"2026-09-29T16:10:55.065378Z","end":"2026-09-29T16:10:55.269681Z","steps":["trace[21527324] 'process raft request' (duration: 59.748155ms)","trace[21527324] 'compare' (duration: 144.151127ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:10:55.269876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.127911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxz4d\" ","response":"range_response_count:1 size:20633"} {"level":"info","ts":"2026-09-29T16:10:55.269932Z","caller":"traceutil/trace.go:171","msg":"trace[1190838192] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxz4d; range_end:; response_count:1; response_revision:16464; }","duration":"168.184763ms","start":"2026-09-29T16:10:55.101733Z","end":"2026-09-29T16:10:55.269918Z","steps":["trace[1190838192] 'agreement among raft nodes before linearized reading' (duration: 168.013518ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:12:51.181704Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14610} {"level":"info","ts":"2026-09-29T16:12:51.282563Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14610,"took":"98.098167ms","hash":814304055,"current-db-size-bytes":60850176,"current-db-size":"61 MB","current-db-size-in-use-bytes":29356032,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-09-29T16:12:51.28264Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":814304055,"revision":14610,"compact-revision":12161} {"level":"info","ts":"2026-09-29T16:15:45.324526Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"871515da6373d131","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-29T16:15:45.331312Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-09-29T16:15:45.331433Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-09-29T16:16:07.840743Z","caller":"traceutil/trace.go:171","msg":"trace[3778112] transaction","detail":"{read_only:false; response_revision:19294; number_of_response:1; }","duration":"163.562118ms","start":"2026-09-29T16:16:07.677141Z","end":"2026-09-29T16:16:07.840703Z","steps":["trace[3778112] 'process raft request' (duration: 146.95247ms)","trace[3778112] 'compare' (duration: 16.377361ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:16:07.841129Z","caller":"traceutil/trace.go:171","msg":"trace[427761634] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-pzp49; range_end:; response_count:1; response_revision:19294; }","duration":"100.03978ms","start":"2026-09-29T16:16:07.741077Z","end":"2026-09-29T16:16:07.841117Z","steps":["trace[427761634] 'agreement among raft nodes before linearized reading' (duration: 99.914576ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:16:13.364348Z","caller":"traceutil/trace.go:171","msg":"trace[686412227] transaction","detail":"{read_only:false; response_revision:19328; number_of_response:1; }","duration":"217.524762ms","start":"2026-09-29T16:16:13.146783Z","end":"2026-09-29T16:16:13.364308Z","steps":["trace[686412227] 'process raft request' (duration: 142.333253ms)","trace[686412227] 'compare' (duration: 75.031064ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:16:13.870731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.844408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-09-29T16:16:13.870924Z","caller":"traceutil/trace.go:171","msg":"trace[1030902842] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19328; }","duration":"378.097226ms","start":"2026-09-29T16:16:13.492799Z","end":"2026-09-29T16:16:13.870896Z","steps":["trace[1030902842] 'range keys from in-memory index tree' (duration: 377.61934ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:16:13.871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:16:13.492775Z","time spent":"378.210289ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:16:13.871011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.630176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:16:13.871243Z","caller":"traceutil/trace.go:171","msg":"trace[502431974] transaction","detail":"{read_only:false; response_revision:19329; number_of_response:1; }","duration":"349.27785ms","start":"2026-09-29T16:16:13.521904Z","end":"2026-09-29T16:16:13.871182Z","steps":["trace[502431974] 'process raft request' (duration: 75.316263ms)","trace[502431974] 'compare' (duration: 272.867632ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:16:13.87153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:16:13.521881Z","time spent":"349.471915ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:16:13.871942Z","caller":"traceutil/trace.go:171","msg":"trace[392255672] linearizableReadLoop","detail":"{readStateIndex:20248; appliedIndex:20247; }","duration":"340.850553ms","start":"2026-09-29T16:16:13.531074Z","end":"2026-09-29T16:16:13.871924Z","steps":["trace[392255672] 'read index received' (duration: 66.152062ms)","trace[392255672] 'applied index is now lower than readState.Index' (duration: 274.695901ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:16:13.872486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.373599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-09-29T16:16:13.872622Z","caller":"traceutil/trace.go:171","msg":"trace[1217596204] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19329; }","duration":"341.575905ms","start":"2026-09-29T16:16:13.531017Z","end":"2026-09-29T16:16:13.872593Z","steps":["trace[1217596204] 'agreement among raft nodes before linearized reading' (duration: 341.207983ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:16:13.872683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:16:13.531005Z","time spent":"341.666248ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-09-29T16:16:13.872864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.665877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:16:13.872957Z","caller":"traceutil/trace.go:171","msg":"trace[98988245] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:0; response_revision:19330; }","duration":"256.788871ms","start":"2026-09-29T16:16:13.616146Z","end":"2026-09-29T16:16:13.872935Z","steps":["trace[98988245] 'agreement among raft nodes before linearized reading' (duration: 256.585324ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:16:13.873017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.684884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T16:16:13.87309Z","caller":"traceutil/trace.go:171","msg":"trace[577526112] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:19330; }","duration":"204.789338ms","start":"2026-09-29T16:16:13.668278Z","end":"2026-09-29T16:16:13.873068Z","steps":["trace[577526112] 'agreement among raft nodes before linearized reading' (duration: 204.455337ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:16:13.873205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.81404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zxz4d\" ","response":"range_response_count:1 size:20735"} {"level":"info","ts":"2026-09-29T16:16:13.873174Z","caller":"traceutil/trace.go:171","msg":"trace[1686317986] transaction","detail":"{read_only:false; response_revision:19330; number_of_response:1; }","duration":"331.145893ms","start":"2026-09-29T16:16:13.541971Z","end":"2026-09-29T16:16:13.873116Z","steps":["trace[1686317986] 'process raft request' (duration: 329.212052ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:16:13.873255Z","caller":"traceutil/trace.go:171","msg":"trace[1941647844] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zxz4d; range_end:; response_count:1; response_revision:19330; }","duration":"227.934493ms","start":"2026-09-29T16:16:13.645309Z","end":"2026-09-29T16:16:13.873243Z","steps":["trace[1941647844] 'agreement among raft nodes before linearized reading' (duration: 227.804269ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:16:13.873272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.465054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-09-29T16:16:13.873332Z","caller":"traceutil/trace.go:171","msg":"trace[53749783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19330; }","duration":"236.575808ms","start":"2026-09-29T16:16:13.63674Z","end":"2026-09-29T16:16:13.873316Z","steps":["trace[53749783] 'agreement among raft nodes before linearized reading' (duration: 236.408152ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:16:13.873433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:16:13.54194Z","time spent":"331.34442ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:16:14.287939Z","caller":"traceutil/trace.go:171","msg":"trace[765242922] transaction","detail":"{read_only:false; response_revision:19331; number_of_response:1; }","duration":"410.574588ms","start":"2026-09-29T16:16:13.877328Z","end":"2026-09-29T16:16:14.287903Z","steps":["trace[765242922] 'process raft request' (duration: 353.290548ms)","trace[765242922] 'compare' (duration: 56.882237ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:16:14.288108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:16:13.877305Z","time spent":"410.717083ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:16:14.330071Z","caller":"traceutil/trace.go:171","msg":"trace[1959061973] transaction","detail":"{read_only:false; response_revision:19332; number_of_response:1; }","duration":"451.646503ms","start":"2026-09-29T16:16:13.878394Z","end":"2026-09-29T16:16:14.330041Z","steps":["trace[1959061973] 'process raft request' (duration: 451.434066ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:16:14.330302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:16:13.878374Z","time spent":"451.791268ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:16:14.330458Z","caller":"traceutil/trace.go:171","msg":"trace[2072442321] transaction","detail":"{read_only:false; response_revision:19333; number_of_response:1; }","duration":"449.820694ms","start":"2026-09-29T16:16:13.880609Z","end":"2026-09-29T16:16:14.33043Z","steps":["trace[2072442321] 'process raft request' (duration: 449.36551ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:16:14.330595Z","caller":"traceutil/trace.go:171","msg":"trace[367280529] linearizableReadLoop","detail":"{readStateIndex:20253; appliedIndex:20249; }","duration":"445.393874ms","start":"2026-09-29T16:16:13.885183Z","end":"2026-09-29T16:16:14.330577Z","steps":["trace[367280529] 'read index received' (duration: 345.51186ms)","trace[367280529] 'applied index is now lower than readState.Index' (duration: 99.880774ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:16:14.330627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:16:13.880598Z","time spent":"449.956429ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:16:14.330648Z","caller":"traceutil/trace.go:171","msg":"trace[489400525] transaction","detail":"{read_only:false; response_revision:19335; number_of_response:1; }","duration":"435.630334ms","start":"2026-09-29T16:16:13.895002Z","end":"2026-09-29T16:16:14.330632Z","steps":["trace[489400525] 'process raft request' (duration: 435.382586ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:16:14.33073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:16:13.894953Z","time spent":"435.733396ms","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20853,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:16:14.330866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.301337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-pzp49\" ","response":"range_response_count:1 size:9784"} {"level":"info","ts":"2026-09-29T16:16:14.330865Z","caller":"traceutil/trace.go:171","msg":"trace[1485483128] transaction","detail":"{read_only:false; response_revision:19334; number_of_response:1; }","duration":"450.072882ms","start":"2026-09-29T16:16:13.880763Z","end":"2026-09-29T16:16:14.330836Z","steps":["trace[1485483128] 'process raft request' (duration: 449.464893ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:16:14.330921Z","caller":"traceutil/trace.go:171","msg":"trace[1638493459] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-pzp49; range_end:; response_count:1; response_revision:19335; }","duration":"398.415151ms","start":"2026-09-29T16:16:13.932492Z","end":"2026-09-29T16:16:14.330907Z","steps":["trace[1638493459] 'agreement among raft nodes before linearized reading' (duration: 398.230535ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:16:14.330973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:16:13.932464Z","time spent":"398.501334ms","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9807,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-pzp49\" "} {"level":"warn","ts":"2026-09-29T16:16:14.330893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.701173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-09-29T16:16:14.331076Z","caller":"traceutil/trace.go:171","msg":"trace[1137891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19335; }","duration":"445.91065ms","start":"2026-09-29T16:16:13.885151Z","end":"2026-09-29T16:16:14.331062Z","steps":["trace[1137891] 'agreement among raft nodes before linearized reading' (duration: 445.520338ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:16:14.331116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:16:13.885141Z","time spent":"445.964473ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-29T16:16:14.331132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:16:13.880755Z","time spent":"450.165496ms","remote":"127.0.0.1:44524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1497,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-09-29T16:16:14.331274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.740108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-09-29T16:16:14.331388Z","caller":"traceutil/trace.go:171","msg":"trace[2088321658] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:19335; }","duration":"278.926015ms","start":"2026-09-29T16:16:14.052438Z","end":"2026-09-29T16:16:14.331364Z","steps":["trace[2088321658] 'agreement among raft nodes before linearized reading' (duration: 278.382297ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:17:51.190424Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17454} {"level":"info","ts":"2026-09-29T16:17:51.297132Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17454,"took":"101.906479ms","hash":1906391746,"current-db-size-bytes":60850176,"current-db-size":"61 MB","current-db-size-in-use-bytes":34902016,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-09-29T16:17:51.297217Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1906391746,"revision":17454,"compact-revision":14610} {"level":"info","ts":"2026-09-29T16:22:51.198364Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20444} {"level":"info","ts":"2026-09-29T16:22:51.326123Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20444,"took":"124.377065ms","hash":761667940,"current-db-size-bytes":60850176,"current-db-size":"61 MB","current-db-size-in-use-bytes":33243136,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-09-29T16:22:51.326211Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":761667940,"revision":20444,"compact-revision":17454} {"level":"warn","ts":"2026-09-29T16:23:38.303604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.643855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-09-29T16:23:38.30378Z","caller":"traceutil/trace.go:171","msg":"trace[1352792828] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23630; }","duration":"115.866523ms","start":"2026-09-29T16:23:38.187855Z","end":"2026-09-29T16:23:38.303722Z","steps":["trace[1352792828] 'range keys from in-memory index tree' (duration: 115.412979ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:38.303815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.421046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:23:38.303956Z","caller":"traceutil/trace.go:171","msg":"trace[987393365] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23630; }","duration":"172.619632ms","start":"2026-09-29T16:23:38.131311Z","end":"2026-09-29T16:23:38.303931Z","steps":["trace[987393365] 'count revisions from in-memory index tree' (duration: 172.311503ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:23:54.253312Z","caller":"traceutil/trace.go:171","msg":"trace[672136141] linearizableReadLoop","detail":"{readStateIndex:24859; appliedIndex:24858; }","duration":"140.25005ms","start":"2026-09-29T16:23:54.113038Z","end":"2026-09-29T16:23:54.253288Z","steps":["trace[672136141] 'read index received' (duration: 140.055704ms)","trace[672136141] 'applied index is now lower than readState.Index' (duration: 193.656µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:23:54.253666Z","caller":"traceutil/trace.go:171","msg":"trace[392836503] transaction","detail":"{read_only:false; response_revision:23732; number_of_response:1; }","duration":"152.267772ms","start":"2026-09-29T16:23:54.101386Z","end":"2026-09-29T16:23:54.253653Z","steps":["trace[392836503] 'process raft request' (duration: 151.774827ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:54.253903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.845299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:23:54.253939Z","caller":"traceutil/trace.go:171","msg":"trace[2063265178] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23732; }","duration":"140.896421ms","start":"2026-09-29T16:23:54.11303Z","end":"2026-09-29T16:23:54.253926Z","steps":["trace[2063265178] 'agreement among raft nodes before linearized reading' (duration: 140.820639ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:23:54.788594Z","caller":"traceutil/trace.go:171","msg":"trace[1272651826] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"451.171041ms","start":"2026-09-29T16:23:54.337402Z","end":"2026-09-29T16:23:54.788573Z","steps":["trace[1272651826] 'process raft request' (duration: 450.944393ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:54.78891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:23:54.337369Z","time spent":"451.303585ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:23:54.788913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.451371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:23:54.788571Z","caller":"traceutil/trace.go:171","msg":"trace[1064933680] linearizableReadLoop","detail":"{readStateIndex:24861; appliedIndex:24860; }","duration":"361.069088ms","start":"2026-09-29T16:23:54.427457Z","end":"2026-09-29T16:23:54.788526Z","steps":["trace[1064933680] 'read index received' (duration: 360.785949ms)","trace[1064933680] 'applied index is now lower than readState.Index' (duration: 282.029µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:23:54.789143Z","caller":"traceutil/trace.go:171","msg":"trace[317674880] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:23734; }","duration":"361.679308ms","start":"2026-09-29T16:23:54.42739Z","end":"2026-09-29T16:23:54.78907Z","steps":["trace[317674880] 'agreement among raft nodes before linearized reading' (duration: 361.244184ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:54.789263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:23:54.427366Z","time spent":"361.874895ms","remote":"127.0.0.1:37498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:23:55.132441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.813697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:23:55.132664Z","caller":"traceutil/trace.go:171","msg":"trace[1832263748] linearizableReadLoop","detail":"{readStateIndex:24862; appliedIndex:24861; }","duration":"343.492828ms","start":"2026-09-29T16:23:54.789094Z","end":"2026-09-29T16:23:55.132587Z","steps":["trace[1832263748] 'read index received' (duration: 155.378632ms)","trace[1832263748] 'applied index is now lower than readState.Index' (duration: 188.112436ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:23:55.132732Z","caller":"traceutil/trace.go:171","msg":"trace[274469324] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"446.893994ms","start":"2026-09-29T16:23:54.685791Z","end":"2026-09-29T16:23:55.132685Z","steps":["trace[274469324] 'process raft request' (duration: 258.734887ms)","trace[274469324] 'compare' (duration: 187.658861ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:23:55.132933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:23:54.685741Z","time spent":"447.094921ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:23:55.133298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.994491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.75\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-09-29T16:23:55.133379Z","caller":"traceutil/trace.go:171","msg":"trace[1312454631] range","detail":"{range_begin:/registry/masterleases/162.253.55.75; range_end:; response_count:1; response_revision:23735; }","duration":"647.117846ms","start":"2026-09-29T16:23:54.486248Z","end":"2026-09-29T16:23:55.133366Z","steps":["trace[1312454631] 'agreement among raft nodes before linearized reading' (duration: 646.687202ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:55.133436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:23:54.486227Z","time spent":"647.197758ms","remote":"127.0.0.1:40132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.75\" "} {"level":"warn","ts":"2026-09-29T16:23:55.156873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.843385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-09-29T16:23:55.156954Z","caller":"traceutil/trace.go:171","msg":"trace[9083291] transaction","detail":"{read_only:false; number_of_response:0; response_revision:23735; }","duration":"349.81579ms","start":"2026-09-29T16:23:54.807126Z","end":"2026-09-29T16:23:55.156942Z","steps":["trace[9083291] 'process raft request' (duration: 349.377056ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:55.157009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.590003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-09-29T16:23:55.157023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:23:54.807075Z","time spent":"349.916493ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-09-29T16:23:55.157015Z","caller":"traceutil/trace.go:171","msg":"trace[808143987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23735; }","duration":"117.999221ms","start":"2026-09-29T16:23:55.038969Z","end":"2026-09-29T16:23:55.156968Z","steps":["trace[808143987] 'agreement among raft nodes before linearized reading' (duration: 117.689751ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:23:55.157075Z","caller":"traceutil/trace.go:171","msg":"trace[1552468152] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23735; }","duration":"237.666506ms","start":"2026-09-29T16:23:54.919387Z","end":"2026-09-29T16:23:55.157054Z","steps":["trace[1552468152] 'agreement among raft nodes before linearized reading' (duration: 237.550292ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:55.157103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.807602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T16:23:55.157185Z","caller":"traceutil/trace.go:171","msg":"trace[1207799543] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23735; }","duration":"281.935556ms","start":"2026-09-29T16:23:54.875232Z","end":"2026-09-29T16:23:55.157167Z","steps":["trace[1207799543] 'agreement among raft nodes before linearized reading' (duration: 281.758741ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:55.156888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.978454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-09-29T16:23:55.157211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.678054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-09-29T16:23:55.157328Z","caller":"traceutil/trace.go:171","msg":"trace[1882361190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23735; }","duration":"284.830749ms","start":"2026-09-29T16:23:54.872485Z","end":"2026-09-29T16:23:55.157316Z","steps":["trace[1882361190] 'agreement among raft nodes before linearized reading' (duration: 284.55605ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:55.156882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.976923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-09-29T16:23:55.157459Z","caller":"traceutil/trace.go:171","msg":"trace[691044032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23735; }","duration":"103.539581ms","start":"2026-09-29T16:23:55.05389Z","end":"2026-09-29T16:23:55.157429Z","steps":["trace[691044032] 'agreement among raft nodes before linearized reading' (duration: 102.87398ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:23:55.157283Z","caller":"traceutil/trace.go:171","msg":"trace[623656212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23735; }","duration":"125.436019ms","start":"2026-09-29T16:23:55.031835Z","end":"2026-09-29T16:23:55.157271Z","steps":["trace[623656212] 'agreement among raft nodes before linearized reading' (duration: 124.83784ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:23:55.308418Z","caller":"traceutil/trace.go:171","msg":"trace[1930182066] linearizableReadLoop","detail":"{readStateIndex:24864; appliedIndex:24863; }","duration":"151.739756ms","start":"2026-09-29T16:23:55.156646Z","end":"2026-09-29T16:23:55.308386Z","steps":["trace[1930182066] 'read index received' (duration: 136.491721ms)","trace[1930182066] 'applied index is now lower than readState.Index' (duration: 15.246045ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:23:55.308609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.455218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:23:55.308686Z","caller":"traceutil/trace.go:171","msg":"trace[810999010] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:23735; }","duration":"173.571662ms","start":"2026-09-29T16:23:55.135093Z","end":"2026-09-29T16:23:55.308664Z","steps":["trace[810999010] 'agreement among raft nodes before linearized reading' (duration: 173.437848ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:23:55.559551Z","caller":"traceutil/trace.go:171","msg":"trace[804706452] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"397.803399ms","start":"2026-09-29T16:23:55.161717Z","end":"2026-09-29T16:23:55.559521Z","steps":["trace[804706452] 'process raft request' (duration: 328.363996ms)","trace[804706452] 'compare' (duration: 69.059731ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:23:55.559672Z","caller":"traceutil/trace.go:171","msg":"trace[598126576] transaction","detail":"{read_only:false; response_revision:23737; number_of_response:1; }","duration":"397.444278ms","start":"2026-09-29T16:23:55.1622Z","end":"2026-09-29T16:23:55.559644Z","steps":["trace[598126576] 'process raft request' (duration: 397.083437ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:55.559736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:23:55.161689Z","time spent":"397.927413ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:23:55.559764Z","caller":"traceutil/trace.go:171","msg":"trace[200429609] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"397.465239ms","start":"2026-09-29T16:23:55.16227Z","end":"2026-09-29T16:23:55.559735Z","steps":["trace[200429609] 'process raft request' (duration: 397.126798ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:55.559864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:23:55.162189Z","time spent":"397.551931ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:23:55.559896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:23:55.16226Z","time spent":"397.587702ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:23:55.560388Z","caller":"traceutil/trace.go:171","msg":"trace[187221872] transaction","detail":"{read_only:false; response_revision:23739; number_of_response:1; }","duration":"398.102169ms","start":"2026-09-29T16:23:55.162269Z","end":"2026-09-29T16:23:55.560371Z","steps":["trace[187221872] 'process raft request' (duration: 397.780769ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:55.561004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:23:55.162255Z","time spent":"398.702478ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:23:55.560545Z","caller":"traceutil/trace.go:171","msg":"trace[1826143772] linearizableReadLoop","detail":"{readStateIndex:24870; appliedIndex:24864; }","duration":"252.010693ms","start":"2026-09-29T16:23:55.308511Z","end":"2026-09-29T16:23:55.560521Z","steps":["trace[1826143772] 'read index received' (duration: 181.582068ms)","trace[1826143772] 'applied index is now lower than readState.Index' (duration: 70.427665ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:23:55.560608Z","caller":"traceutil/trace.go:171","msg":"trace[1660788490] transaction","detail":"{read_only:false; response_revision:23740; number_of_response:1; }","duration":"398.114839ms","start":"2026-09-29T16:23:55.162471Z","end":"2026-09-29T16:23:55.560586Z","steps":["trace[1660788490] 'process raft request' (duration: 397.704136ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:55.561443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:23:55.162447Z","time spent":"398.890414ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:23:55.56077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.779646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"warn","ts":"2026-09-29T16:23:55.560908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.26594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-09-29T16:23:55.561618Z","caller":"traceutil/trace.go:171","msg":"trace[303822581] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:23741; }","duration":"402.609432ms","start":"2026-09-29T16:23:55.158954Z","end":"2026-09-29T16:23:55.561564Z","steps":["trace[303822581] 'agreement among raft nodes before linearized reading' (duration: 401.626801ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:23:55.561706Z","caller":"traceutil/trace.go:171","msg":"trace[1449874670] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23741; }","duration":"370.071355ms","start":"2026-09-29T16:23:55.191607Z","end":"2026-09-29T16:23:55.561678Z","steps":["trace[1449874670] 'agreement among raft nodes before linearized reading' (duration: 369.236279ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:23:55.560837Z","caller":"traceutil/trace.go:171","msg":"trace[712796958] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"398.292124ms","start":"2026-09-29T16:23:55.162534Z","end":"2026-09-29T16:23:55.560826Z","steps":["trace[712796958] 'process raft request' (duration: 397.934653ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:55.56176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:23:55.191586Z","time spent":"370.158748ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:23:55.561855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:23:55.162313Z","time spent":"399.495432ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:23:55.561727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:23:55.158945Z","time spent":"402.764647ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-09-29T16:23:55.587496Z","caller":"traceutil/trace.go:171","msg":"trace[918139506] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"277.66118ms","start":"2026-09-29T16:23:55.309809Z","end":"2026-09-29T16:23:55.58747Z","steps":["trace[918139506] 'process raft request' (duration: 277.514195ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:55.587607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.994575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:23:55.587843Z","caller":"traceutil/trace.go:171","msg":"trace[739048420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23742; }","duration":"264.269104ms","start":"2026-09-29T16:23:55.32355Z","end":"2026-09-29T16:23:55.587819Z","steps":["trace[739048420] 'agreement among raft nodes before linearized reading' (duration: 263.942004ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:23:55.829745Z","caller":"traceutil/trace.go:171","msg":"trace[1733119714] linearizableReadLoop","detail":"{readStateIndex:24872; appliedIndex:24871; }","duration":"242.279292ms","start":"2026-09-29T16:23:55.587449Z","end":"2026-09-29T16:23:55.829728Z","steps":["trace[1733119714] 'read index received' (duration: 242.161019ms)","trace[1733119714] 'applied index is now lower than readState.Index' (duration: 117.653µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:23:55.829848Z","caller":"traceutil/trace.go:171","msg":"trace[1291429498] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"255.301517ms","start":"2026-09-29T16:23:55.57452Z","end":"2026-09-29T16:23:55.829822Z","steps":["trace[1291429498] 'process raft request' (duration: 255.05714ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:55.830125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.266325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-09-29T16:23:55.830205Z","caller":"traceutil/trace.go:171","msg":"trace[1849382419] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23743; }","duration":"265.384928ms","start":"2026-09-29T16:23:55.564797Z","end":"2026-09-29T16:23:55.830182Z","steps":["trace[1849382419] 'agreement among raft nodes before linearized reading' (duration: 265.168151ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:23:56.036316Z","caller":"traceutil/trace.go:171","msg":"trace[1890767424] transaction","detail":"{read_only:false; response_revision:23744; number_of_response:1; }","duration":"277.187325ms","start":"2026-09-29T16:23:55.7591Z","end":"2026-09-29T16:23:56.036287Z","steps":["trace[1890767424] 'process raft request' (duration: 202.470874ms)","trace[1890767424] 'compare' (duration: 74.070141ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:23:56.036532Z","caller":"traceutil/trace.go:171","msg":"trace[452586254] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"200.973436ms","start":"2026-09-29T16:23:55.835529Z","end":"2026-09-29T16:23:56.036502Z","steps":["trace[452586254] 'process raft request' (duration: 200.695367ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:23:56.03655Z","caller":"traceutil/trace.go:171","msg":"trace[863151592] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"260.563345ms","start":"2026-09-29T16:23:55.775967Z","end":"2026-09-29T16:23:56.03653Z","steps":["trace[863151592] 'process raft request' (duration: 260.167623ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:23:56.0366Z","caller":"traceutil/trace.go:171","msg":"trace[1903172100] linearizableReadLoop","detail":"{readStateIndex:24874; appliedIndex:24872; }","duration":"206.787831ms","start":"2026-09-29T16:23:55.8298Z","end":"2026-09-29T16:23:56.036587Z","steps":["trace[1903172100] 'read index received' (duration: 131.750669ms)","trace[1903172100] 'applied index is now lower than readState.Index' (duration: 75.035992ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:23:56.036687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.50198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T16:23:56.037905Z","caller":"traceutil/trace.go:171","msg":"trace[186931313] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23746; }","duration":"329.75503ms","start":"2026-09-29T16:23:55.708128Z","end":"2026-09-29T16:23:56.037883Z","steps":["trace[186931313] 'agreement among raft nodes before linearized reading' (duration: 328.50759ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:56.036682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.457603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:23:56.037978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:23:55.70811Z","time spent":"329.838723ms","remote":"127.0.0.1:40226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":13,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:23:56.038015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.530624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-09-29T16:23:56.038052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.446359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-09-29T16:23:56.038124Z","caller":"traceutil/trace.go:171","msg":"trace[337995121] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23746; }","duration":"179.545873ms","start":"2026-09-29T16:23:55.858562Z","end":"2026-09-29T16:23:56.038108Z","steps":["trace[337995121] 'agreement among raft nodes before linearized reading' (duration: 179.365897ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:23:56.037984Z","caller":"traceutil/trace.go:171","msg":"trace[795397233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23746; }","duration":"448.789285ms","start":"2026-09-29T16:23:55.589163Z","end":"2026-09-29T16:23:56.037952Z","steps":["trace[795397233] 'agreement among raft nodes before linearized reading' (duration: 447.464233ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:56.038241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:23:55.589147Z","time spent":"449.084725ms","remote":"127.0.0.1:40102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-09-29T16:23:56.038076Z","caller":"traceutil/trace.go:171","msg":"trace[1585893746] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23746; }","duration":"170.614947ms","start":"2026-09-29T16:23:55.867445Z","end":"2026-09-29T16:23:56.03806Z","steps":["trace[1585893746] 'agreement among raft nodes before linearized reading' (duration: 170.497864ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:56.036858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.916845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-09-29T16:23:56.038449Z","caller":"traceutil/trace.go:171","msg":"trace[400385295] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23746; }","duration":"448.518007ms","start":"2026-09-29T16:23:55.589915Z","end":"2026-09-29T16:23:56.038433Z","steps":["trace[400385295] 'agreement among raft nodes before linearized reading' (duration: 446.791612ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:23:56.038562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:23:55.589908Z","time spent":"448.60949ms","remote":"127.0.0.1:40244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-09-29T16:27:28.2925Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006b20.wal"} {"level":"info","ts":"2026-09-29T16:27:51.207169Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23313} {"level":"info","ts":"2026-09-29T16:27:51.363842Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23313,"took":"150.674068ms","hash":2349092491,"current-db-size-bytes":60850176,"current-db-size":"61 MB","current-db-size-in-use-bytes":44806144,"current-db-size-in-use":"45 MB"} {"level":"info","ts":"2026-09-29T16:27:51.363902Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2349092491,"revision":23313,"compact-revision":20444} {"level":"info","ts":"2026-09-29T16:29:16.090393Z","caller":"traceutil/trace.go:171","msg":"trace[757691071] linearizableReadLoop","detail":"{readStateIndex:28895; appliedIndex:28893; }","duration":"102.023848ms","start":"2026-09-29T16:29:15.988343Z","end":"2026-09-29T16:29:16.090367Z","steps":["trace[757691071] 'read index received' (duration: 22.694414ms)","trace[757691071] 'applied index is now lower than readState.Index' (duration: 79.328494ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:29:16.090585Z","caller":"traceutil/trace.go:171","msg":"trace[704824429] transaction","detail":"{read_only:false; response_revision:27608; number_of_response:1; }","duration":"107.200052ms","start":"2026-09-29T16:29:15.983359Z","end":"2026-09-29T16:29:16.090559Z","steps":["trace[704824429] 'process raft request' (duration: 92.812823ms)","trace[704824429] 'compare' (duration: 14.046338ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:29:16.090705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.345198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-09-29T16:29:16.090737Z","caller":"traceutil/trace.go:171","msg":"trace[1929633272] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27608; }","duration":"102.43536ms","start":"2026-09-29T16:29:15.988293Z","end":"2026-09-29T16:29:16.090729Z","steps":["trace[1929633272] 'agreement among raft nodes before linearized reading' (duration: 102.319467ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:30:54.047049Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"871515da6373d131","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-29T16:30:54.057259Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-09-29T16:30:54.057381Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-09-29T16:31:07.527602Z","caller":"traceutil/trace.go:171","msg":"trace[988325274] transaction","detail":"{read_only:false; response_revision:28903; number_of_response:1; }","duration":"193.778446ms","start":"2026-09-29T16:31:07.333802Z","end":"2026-09-29T16:31:07.527581Z","steps":["trace[988325274] 'process raft request' (duration: 193.563489ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:07.841921Z","caller":"traceutil/trace.go:171","msg":"trace[148799214] transaction","detail":"{read_only:false; response_revision:28904; number_of_response:1; }","duration":"306.815754ms","start":"2026-09-29T16:31:07.535073Z","end":"2026-09-29T16:31:07.841889Z","steps":["trace[148799214] 'process raft request' (duration: 306.640119ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:07.842093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:07.535064Z","time spent":"306.939578ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:08.207726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.145224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:31:08.207946Z","caller":"traceutil/trace.go:171","msg":"trace[778623344] linearizableReadLoop","detail":"{readStateIndex:30246; appliedIndex:30243; }","duration":"424.08591ms","start":"2026-09-29T16:31:07.783844Z","end":"2026-09-29T16:31:08.20793Z","steps":["trace[778623344] 'read index received' (duration: 57.884598ms)","trace[778623344] 'applied index is now lower than readState.Index' (duration: 366.200172ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:08.208105Z","caller":"traceutil/trace.go:171","msg":"trace[1454699334] transaction","detail":"{read_only:false; response_revision:28906; number_of_response:1; }","duration":"436.827356ms","start":"2026-09-29T16:31:07.771245Z","end":"2026-09-29T16:31:08.208072Z","steps":["trace[1454699334] 'process raft request' (duration: 436.581719ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:08.208215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:07.771218Z","time spent":"436.94489ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:08.208219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.356438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"warn","ts":"2026-09-29T16:31:08.208252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.63894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-09-29T16:31:08.208288Z","caller":"traceutil/trace.go:171","msg":"trace[971365129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28906; }","duration":"197.722633ms","start":"2026-09-29T16:31:08.010555Z","end":"2026-09-29T16:31:08.208277Z","steps":["trace[971365129] 'agreement among raft nodes before linearized reading' (duration: 197.589129ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:08.208267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.985948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-09-29T16:31:08.208292Z","caller":"traceutil/trace.go:171","msg":"trace[505297266] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:28906; }","duration":"424.474862ms","start":"2026-09-29T16:31:07.783798Z","end":"2026-09-29T16:31:08.208273Z","steps":["trace[505297266] 'agreement among raft nodes before linearized reading' (duration: 424.252865ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:08.208338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:07.783777Z","time spent":"424.552024ms","remote":"127.0.0.1:40570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11851,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-09-29T16:31:08.208346Z","caller":"traceutil/trace.go:171","msg":"trace[101214545] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28906; }","duration":"129.108092ms","start":"2026-09-29T16:31:08.079213Z","end":"2026-09-29T16:31:08.208321Z","steps":["trace[101214545] 'agreement among raft nodes before linearized reading' (duration: 128.881455ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:08.208487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.989779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-09-29T16:31:08.208537Z","caller":"traceutil/trace.go:171","msg":"trace[1652626574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28906; }","duration":"109.092773ms","start":"2026-09-29T16:31:08.09943Z","end":"2026-09-29T16:31:08.208523Z","steps":["trace[1652626574] 'agreement among raft nodes before linearized reading' (duration: 108.972909ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:08.208529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.999321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-09-29T16:31:08.208166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.167042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:08.208631Z","caller":"traceutil/trace.go:171","msg":"trace[1583463194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28906; }","duration":"192.175916ms","start":"2026-09-29T16:31:08.016426Z","end":"2026-09-29T16:31:08.208601Z","steps":["trace[1583463194] 'agreement among raft nodes before linearized reading' (duration: 191.809744ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:08.208655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.982327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-09-29T16:31:08.208727Z","caller":"traceutil/trace.go:171","msg":"trace[1441167416] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:28906; }","duration":"424.691339ms","start":"2026-09-29T16:31:07.783938Z","end":"2026-09-29T16:31:08.208629Z","steps":["trace[1441167416] 'agreement among raft nodes before linearized reading' (duration: 424.143532ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:08.207996Z","caller":"traceutil/trace.go:171","msg":"trace[452440330] transaction","detail":"{read_only:false; response_revision:28905; number_of_response:1; }","duration":"672.789938ms","start":"2026-09-29T16:31:07.535157Z","end":"2026-09-29T16:31:08.207947Z","steps":["trace[452440330] 'process raft request' (duration: 501.317234ms)","trace[452440330] 'compare' (duration: 170.791513ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:08.208842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:07.783925Z","time spent":"424.900745ms","remote":"127.0.0.1:37378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:31:08.208753Z","caller":"traceutil/trace.go:171","msg":"trace[1399600835] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28906; }","duration":"362.125681ms","start":"2026-09-29T16:31:07.846602Z","end":"2026-09-29T16:31:08.208728Z","steps":["trace[1399600835] 'agreement among raft nodes before linearized reading' (duration: 361.78085ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:08.208934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:07.846583Z","time spent":"362.335687ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:31:08.208935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:07.535145Z","time spent":"673.705178ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:08.439128Z","caller":"traceutil/trace.go:171","msg":"trace[755193352] transaction","detail":"{read_only:false; response_revision:28908; number_of_response:1; }","duration":"225.812759ms","start":"2026-09-29T16:31:08.213291Z","end":"2026-09-29T16:31:08.439103Z","steps":["trace[755193352] 'process raft request' (duration: 225.608362ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:08.439485Z","caller":"traceutil/trace.go:171","msg":"trace[1121486160] transaction","detail":"{read_only:false; response_revision:28909; number_of_response:1; }","duration":"226.158559ms","start":"2026-09-29T16:31:08.213306Z","end":"2026-09-29T16:31:08.439465Z","steps":["trace[1121486160] 'process raft request' (duration: 225.759936ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:08.439659Z","caller":"traceutil/trace.go:171","msg":"trace[1445728348] transaction","detail":"{read_only:false; response_revision:28910; number_of_response:1; }","duration":"226.16213ms","start":"2026-09-29T16:31:08.213485Z","end":"2026-09-29T16:31:08.439647Z","steps":["trace[1445728348] 'process raft request' (duration: 225.86652ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:08.439778Z","caller":"traceutil/trace.go:171","msg":"trace[1574830939] transaction","detail":"{read_only:false; response_revision:28911; number_of_response:1; }","duration":"226.191241ms","start":"2026-09-29T16:31:08.213575Z","end":"2026-09-29T16:31:08.439766Z","steps":["trace[1574830939] 'process raft request' (duration: 226.032255ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:08.440001Z","caller":"traceutil/trace.go:171","msg":"trace[269214826] linearizableReadLoop","detail":"{readStateIndex:30253; appliedIndex:30247; }","duration":"223.718643ms","start":"2026-09-29T16:31:08.216271Z","end":"2026-09-29T16:31:08.43999Z","steps":["trace[269214826] 'read index received' (duration: 24.476391ms)","trace[269214826] 'applied index is now lower than readState.Index' (duration: 199.241051ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:08.440072Z","caller":"traceutil/trace.go:171","msg":"trace[194340763] transaction","detail":"{read_only:false; response_revision:28912; number_of_response:1; }","duration":"225.869061ms","start":"2026-09-29T16:31:08.214171Z","end":"2026-09-29T16:31:08.44004Z","steps":["trace[194340763] 'process raft request' (duration: 225.553061ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:08.440116Z","caller":"traceutil/trace.go:171","msg":"trace[1238148180] transaction","detail":"{read_only:false; response_revision:28914; number_of_response:1; }","duration":"222.898837ms","start":"2026-09-29T16:31:08.217204Z","end":"2026-09-29T16:31:08.440103Z","steps":["trace[1238148180] 'process raft request' (duration: 222.733822ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:08.440222Z","caller":"traceutil/trace.go:171","msg":"trace[727052384] transaction","detail":"{read_only:false; response_revision:28913; number_of_response:1; }","duration":"225.867711ms","start":"2026-09-29T16:31:08.214299Z","end":"2026-09-29T16:31:08.440167Z","steps":["trace[727052384] 'process raft request' (duration: 225.557331ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:08.440354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.039052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"warn","ts":"2026-09-29T16:31:08.440375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.601953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:08.440414Z","caller":"traceutil/trace.go:171","msg":"trace[50250842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28914; }","duration":"116.684896ms","start":"2026-09-29T16:31:08.323719Z","end":"2026-09-29T16:31:08.440404Z","steps":["trace[50250842] 'agreement among raft nodes before linearized reading' (duration: 116.617563ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:08.440398Z","caller":"traceutil/trace.go:171","msg":"trace[397031863] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:28914; }","duration":"224.122535ms","start":"2026-09-29T16:31:08.216264Z","end":"2026-09-29T16:31:08.440387Z","steps":["trace[397031863] 'agreement among raft nodes before linearized reading' (duration: 223.870847ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:11.907905Z","caller":"traceutil/trace.go:171","msg":"trace[332511926] transaction","detail":"{read_only:false; response_revision:28939; number_of_response:1; }","duration":"157.988665ms","start":"2026-09-29T16:31:11.74989Z","end":"2026-09-29T16:31:11.907878Z","steps":["trace[332511926] 'process raft request' (duration: 157.827968ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:12.29685Z","caller":"traceutil/trace.go:171","msg":"trace[1178843571] linearizableReadLoop","detail":"{readStateIndex:30282; appliedIndex:30281; }","duration":"286.741564ms","start":"2026-09-29T16:31:12.010084Z","end":"2026-09-29T16:31:12.296826Z","steps":["trace[1178843571] 'read index received' (duration: 286.652891ms)","trace[1178843571] 'applied index is now lower than readState.Index' (duration: 87.403µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:12.296896Z","caller":"traceutil/trace.go:171","msg":"trace[1568630904] transaction","detail":"{read_only:false; response_revision:28940; number_of_response:1; }","duration":"350.238531ms","start":"2026-09-29T16:31:11.946625Z","end":"2026-09-29T16:31:12.296864Z","steps":["trace[1568630904] 'process raft request' (duration: 350.063216ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:12.297024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:11.946597Z","time spent":"350.362065ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:12.297347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.247271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:288284"} {"level":"info","ts":"2026-09-29T16:31:12.297392Z","caller":"traceutil/trace.go:171","msg":"trace[1871700785] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:28940; }","duration":"287.340414ms","start":"2026-09-29T16:31:12.010041Z","end":"2026-09-29T16:31:12.297381Z","steps":["trace[1871700785] 'agreement among raft nodes before linearized reading' (duration: 286.903579ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:12.576737Z","caller":"traceutil/trace.go:171","msg":"trace[704122398] transaction","detail":"{read_only:false; response_revision:28941; number_of_response:1; }","duration":"342.466413ms","start":"2026-09-29T16:31:12.234226Z","end":"2026-09-29T16:31:12.576692Z","steps":["trace[704122398] 'process raft request' (duration: 340.532912ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:12.576775Z","caller":"traceutil/trace.go:171","msg":"trace[504350041] linearizableReadLoop","detail":"{readStateIndex:30283; appliedIndex:30282; }","duration":"279.836924ms","start":"2026-09-29T16:31:12.296911Z","end":"2026-09-29T16:31:12.576748Z","steps":["trace[504350041] 'read index received' (duration: 277.957525ms)","trace[504350041] 'applied index is now lower than readState.Index' (duration: 1.876889ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:12.576903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:12.234203Z","time spent":"342.615218ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:12.576906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.164384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-09-29T16:31:12.576982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.610203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:12.576991Z","caller":"traceutil/trace.go:171","msg":"trace[1464813475] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:28943; }","duration":"441.275458ms","start":"2026-09-29T16:31:12.135683Z","end":"2026-09-29T16:31:12.576958Z","steps":["trace[1464813475] 'agreement among raft nodes before linearized reading' (duration: 441.114773ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:12.576979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.160818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-09-29T16:31:12.577032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:12.135668Z","time spent":"441.35082ms","remote":"127.0.0.1:60444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:31:12.577017Z","caller":"traceutil/trace.go:171","msg":"trace[1560044716] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:28943; }","duration":"558.707947ms","start":"2026-09-29T16:31:12.018296Z","end":"2026-09-29T16:31:12.577004Z","steps":["trace[1560044716] 'agreement among raft nodes before linearized reading' (duration: 558.582203ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:12.577541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:12.018275Z","time spent":"559.249484ms","remote":"127.0.0.1:37374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:12.577222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.518324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:12.577673Z","caller":"traceutil/trace.go:171","msg":"trace[1401732340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28943; }","duration":"253.977978ms","start":"2026-09-29T16:31:12.323668Z","end":"2026-09-29T16:31:12.577646Z","steps":["trace[1401732340] 'agreement among raft nodes before linearized reading' (duration: 253.519373ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:12.57732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.505854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-09-29T16:31:12.577948Z","caller":"traceutil/trace.go:171","msg":"trace[1860323431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28943; }","duration":"109.159305ms","start":"2026-09-29T16:31:12.468775Z","end":"2026-09-29T16:31:12.577934Z","steps":["trace[1860323431] 'agreement among raft nodes before linearized reading' (duration: 108.482443ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:12.577045Z","caller":"traceutil/trace.go:171","msg":"trace[207735965] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28943; }","duration":"324.266082ms","start":"2026-09-29T16:31:12.252762Z","end":"2026-09-29T16:31:12.577029Z","steps":["trace[207735965] 'agreement among raft nodes before linearized reading' (duration: 324.029754ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:12.578108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:12.252745Z","time spent":"325.333446ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-09-29T16:31:12.577383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.828174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-09-29T16:31:12.578245Z","caller":"traceutil/trace.go:171","msg":"trace[735813120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28943; }","duration":"108.70291ms","start":"2026-09-29T16:31:12.469518Z","end":"2026-09-29T16:31:12.578221Z","steps":["trace[735813120] 'agreement among raft nodes before linearized reading' (duration: 107.76785ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:12.577367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.342069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-09-29T16:31:12.578337Z","caller":"traceutil/trace.go:171","msg":"trace[1109439421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28943; }","duration":"109.318271ms","start":"2026-09-29T16:31:12.469001Z","end":"2026-09-29T16:31:12.578319Z","steps":["trace[1109439421] 'agreement among raft nodes before linearized reading' (duration: 108.245586ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:12.577385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.215976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-09-29T16:31:12.578521Z","caller":"traceutil/trace.go:171","msg":"trace[846856076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28943; }","duration":"109.361372ms","start":"2026-09-29T16:31:12.469126Z","end":"2026-09-29T16:31:12.578487Z","steps":["trace[846856076] 'agreement among raft nodes before linearized reading' (duration: 108.145943ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:12.577404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.850044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-09-29T16:31:12.578663Z","caller":"traceutil/trace.go:171","msg":"trace[1912872886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28943; }","duration":"109.127414ms","start":"2026-09-29T16:31:12.469489Z","end":"2026-09-29T16:31:12.578616Z","steps":["trace[1912872886] 'agreement among raft nodes before linearized reading' (duration: 107.75333ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:13.141814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.882684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:31:13.141966Z","caller":"traceutil/trace.go:171","msg":"trace[1424789851] transaction","detail":"{read_only:false; response_revision:28945; number_of_response:1; }","duration":"559.623337ms","start":"2026-09-29T16:31:12.582318Z","end":"2026-09-29T16:31:13.141941Z","steps":["trace[1424789851] 'process raft request' (duration: 352.515165ms)","trace[1424789851] 'compare' (duration: 206.774341ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:13.142053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:12.582295Z","time spent":"559.719099ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:13.142567Z","caller":"traceutil/trace.go:171","msg":"trace[701478182] transaction","detail":"{read_only:false; response_revision:28948; number_of_response:1; }","duration":"559.394818ms","start":"2026-09-29T16:31:12.583153Z","end":"2026-09-29T16:31:13.142547Z","steps":["trace[701478182] 'process raft request' (duration: 559.046777ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:13.142541Z","caller":"traceutil/trace.go:171","msg":"trace[191820067] linearizableReadLoop","detail":"{readStateIndex:30293; appliedIndex:30286; }","duration":"404.941757ms","start":"2026-09-29T16:31:12.737479Z","end":"2026-09-29T16:31:13.142421Z","steps":["trace[191820067] 'read index received' (duration: 197.36726ms)","trace[191820067] 'applied index is now lower than readState.Index' (duration: 207.573257ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:13.142696Z","caller":"traceutil/trace.go:171","msg":"trace[1272536528] transaction","detail":"{read_only:false; response_revision:28949; number_of_response:1; }","duration":"558.653054ms","start":"2026-09-29T16:31:12.584031Z","end":"2026-09-29T16:31:13.142684Z","steps":["trace[1272536528] 'process raft request' (duration: 558.20846ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:13.142851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:12.584016Z","time spent":"558.704696ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:13.14312Z","caller":"traceutil/trace.go:171","msg":"trace[1897370180] transaction","detail":"{read_only:false; response_revision:28951; number_of_response:1; }","duration":"557.56638ms","start":"2026-09-29T16:31:12.585525Z","end":"2026-09-29T16:31:13.143091Z","steps":["trace[1897370180] 'process raft request' (duration: 556.848887ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:13.143249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:12.585515Z","time spent":"557.657724ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:13.14325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.745492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:13.143323Z","caller":"traceutil/trace.go:171","msg":"trace[1909112518] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:28951; }","duration":"405.889658ms","start":"2026-09-29T16:31:12.737412Z","end":"2026-09-29T16:31:13.143302Z","steps":["trace[1909112518] 'agreement among raft nodes before linearized reading' (duration: 405.730702ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:13.143374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:12.73739Z","time spent":"405.973351ms","remote":"127.0.0.1:60788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:31:13.143469Z","caller":"traceutil/trace.go:171","msg":"trace[920603224] transaction","detail":"{read_only:false; response_revision:28946; number_of_response:1; }","duration":"561.100004ms","start":"2026-09-29T16:31:12.582335Z","end":"2026-09-29T16:31:13.143435Z","steps":["trace[920603224] 'process raft request' (duration: 559.581575ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:13.143624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:12.582312Z","time spent":"561.237399ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:13.14363Z","caller":"traceutil/trace.go:171","msg":"trace[303186231] transaction","detail":"{read_only:false; response_revision:28950; number_of_response:1; }","duration":"559.466742ms","start":"2026-09-29T16:31:12.58415Z","end":"2026-09-29T16:31:13.143616Z","steps":["trace[303186231] 'process raft request' (duration: 558.155179ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:13.143648Z","caller":"traceutil/trace.go:171","msg":"trace[1783464510] transaction","detail":"{read_only:false; response_revision:28947; number_of_response:1; }","duration":"560.837405ms","start":"2026-09-29T16:31:12.58277Z","end":"2026-09-29T16:31:13.143607Z","steps":["trace[1783464510] 'process raft request' (duration: 559.349097ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:13.143698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:12.58414Z","time spent":"559.522953ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:13.143738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:12.58275Z","time spent":"560.931539ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:13.142659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:12.583142Z","time spent":"559.467031ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:13.159095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.166403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:13.159182Z","caller":"traceutil/trace.go:171","msg":"trace[2068907681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:28952; }","duration":"196.306098ms","start":"2026-09-29T16:31:12.962855Z","end":"2026-09-29T16:31:13.159161Z","steps":["trace[2068907681] 'agreement among raft nodes before linearized reading' (duration: 196.147543ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:13.159098Z","caller":"traceutil/trace.go:171","msg":"trace[1755620504] transaction","detail":"{read_only:false; response_revision:28952; number_of_response:1; }","duration":"328.421555ms","start":"2026-09-29T16:31:12.830644Z","end":"2026-09-29T16:31:13.159066Z","steps":["trace[1755620504] 'process raft request' (duration: 328.168857ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:13.159417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:12.830621Z","time spent":"328.683193ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:13.674671Z","caller":"traceutil/trace.go:171","msg":"trace[599548963] transaction","detail":"{read_only:false; response_revision:28953; number_of_response:1; }","duration":"510.490038ms","start":"2026-09-29T16:31:13.164153Z","end":"2026-09-29T16:31:13.674643Z","steps":["trace[599548963] 'process raft request' (duration: 449.612064ms)","trace[599548963] 'compare' (duration: 60.492441ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:13.67501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:13.164127Z","time spent":"510.608111ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:14.811466Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.172796652s","expected-duration":"1s"} {"level":"info","ts":"2026-09-29T16:31:14.811935Z","caller":"traceutil/trace.go:171","msg":"trace[1964025639] transaction","detail":"{read_only:false; response_revision:28955; number_of_response:1; }","duration":"1.267582017s","start":"2026-09-29T16:31:13.544333Z","end":"2026-09-29T16:31:14.811915Z","steps":["trace[1964025639] 'process raft request' (duration: 1.267475024s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:14.81197Z","caller":"traceutil/trace.go:171","msg":"trace[149235814] transaction","detail":"{read_only:false; response_revision:28954; number_of_response:1; }","duration":"1.645764301s","start":"2026-09-29T16:31:13.166173Z","end":"2026-09-29T16:31:14.811937Z","steps":["trace[149235814] 'process raft request' (duration: 1.645480672s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:14.812068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:13.544309Z","time spent":"1.267691601s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:14.812109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:13.166158Z","time spent":"1.645875165s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:14.812107Z","caller":"traceutil/trace.go:171","msg":"trace[1000012416] linearizableReadLoop","detail":"{readStateIndex:30296; appliedIndex:30294; }","duration":"1.542487443s","start":"2026-09-29T16:31:13.269598Z","end":"2026-09-29T16:31:14.812086Z","steps":["trace[1000012416] 'read index received' (duration: 344.176577ms)","trace[1000012416] 'applied index is now lower than readState.Index' (duration: 1.198309156s)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:14.812142Z","caller":"traceutil/trace.go:171","msg":"trace[1361966952] transaction","detail":"{read_only:false; response_revision:28956; number_of_response:1; }","duration":"1.26611934s","start":"2026-09-29T16:31:13.545997Z","end":"2026-09-29T16:31:14.812117Z","steps":["trace[1361966952] 'process raft request' (duration: 1.265885423s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:14.812247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542635418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:31:14.812265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:13.545986Z","time spent":"1.266205304s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:14.812286Z","caller":"traceutil/trace.go:171","msg":"trace[523832801] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28956; }","duration":"1.54271748s","start":"2026-09-29T16:31:13.269559Z","end":"2026-09-29T16:31:14.812276Z","steps":["trace[523832801] 'agreement among raft nodes before linearized reading' (duration: 1.542636268s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:14.812316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:13.269541Z","time spent":"1.542767462s","remote":"127.0.0.1:60568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:15.289642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.803522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:31:15.289934Z","caller":"traceutil/trace.go:171","msg":"trace[1914245858] transaction","detail":"{read_only:false; response_revision:28960; number_of_response:1; }","duration":"125.048603ms","start":"2026-09-29T16:31:15.164866Z","end":"2026-09-29T16:31:15.289915Z","steps":["trace[1914245858] 'process raft request' (duration: 125.004561ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:15.289924Z","caller":"traceutil/trace.go:171","msg":"trace[152700539] transaction","detail":"{read_only:false; response_revision:28957; number_of_response:1; }","duration":"707.340552ms","start":"2026-09-29T16:31:14.582529Z","end":"2026-09-29T16:31:15.289869Z","steps":["trace[152700539] 'process raft request' (duration: 381.225661ms)","trace[152700539] 'compare' (duration: 325.577734ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:15.290064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:14.582469Z","time spent":"707.516318ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:15.290069Z","caller":"traceutil/trace.go:171","msg":"trace[396369806] transaction","detail":"{read_only:false; response_revision:28958; number_of_response:1; }","duration":"707.312922ms","start":"2026-09-29T16:31:14.582707Z","end":"2026-09-29T16:31:15.29002Z","steps":["trace[396369806] 'process raft request' (duration: 707.030803ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:15.290142Z","caller":"traceutil/trace.go:171","msg":"trace[1298342068] transaction","detail":"{read_only:false; response_revision:28959; number_of_response:1; }","duration":"706.702942ms","start":"2026-09-29T16:31:14.583429Z","end":"2026-09-29T16:31:15.290132Z","steps":["trace[1298342068] 'process raft request' (duration: 706.400172ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:15.290204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:14.583403Z","time spent":"706.766144ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:15.290218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:14.582684Z","time spent":"707.446037ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:15.290278Z","caller":"traceutil/trace.go:171","msg":"trace[1651388749] linearizableReadLoop","detail":"{readStateIndex:30301; appliedIndex:30298; }","duration":"477.99685ms","start":"2026-09-29T16:31:14.812161Z","end":"2026-09-29T16:31:15.290158Z","steps":["trace[1651388749] 'read index received' (duration: 151.511727ms)","trace[1651388749] 'applied index is now lower than readState.Index' (duration: 326.480883ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:15.290597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.156201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-09-29T16:31:15.290609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.637883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-09-29T16:31:15.290652Z","caller":"traceutil/trace.go:171","msg":"trace[1455246388] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:28960; }","duration":"720.259255ms","start":"2026-09-29T16:31:14.570383Z","end":"2026-09-29T16:31:15.290643Z","steps":["trace[1455246388] 'agreement among raft nodes before linearized reading' (duration: 719.941485ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:15.290673Z","caller":"traceutil/trace.go:171","msg":"trace[1093611518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28960; }","duration":"635.722696ms","start":"2026-09-29T16:31:14.654929Z","end":"2026-09-29T16:31:15.290652Z","steps":["trace[1093611518] 'agreement among raft nodes before linearized reading' (duration: 635.482368ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:15.290687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:14.570365Z","time spent":"720.313906ms","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":237,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:15.290719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:14.654919Z","time spent":"635.788018ms","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-09-29T16:31:15.290719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.793646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-09-29T16:31:15.290771Z","caller":"traceutil/trace.go:171","msg":"trace[1552787822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28960; }","duration":"691.870398ms","start":"2026-09-29T16:31:14.59889Z","end":"2026-09-29T16:31:15.290761Z","steps":["trace[1552787822] 'agreement among raft nodes before linearized reading' (duration: 691.695063ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:15.290599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.589807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.75\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-09-29T16:31:15.290862Z","caller":"traceutil/trace.go:171","msg":"trace[710689897] range","detail":"{range_begin:/registry/masterleases/162.253.55.75; range_end:; response_count:1; response_revision:28960; }","duration":"783.890746ms","start":"2026-09-29T16:31:14.506961Z","end":"2026-09-29T16:31:15.290851Z","steps":["trace[710689897] 'agreement among raft nodes before linearized reading' (duration: 783.460393ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:15.2909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:14.506948Z","time spent":"783.943848ms","remote":"127.0.0.1:40132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.75\" "} {"level":"warn","ts":"2026-09-29T16:31:15.290949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967160912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:31:15.291019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546644376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T16:31:15.291067Z","caller":"traceutil/trace.go:171","msg":"trace[1995944986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28960; }","duration":"1.967279705s","start":"2026-09-29T16:31:13.323733Z","end":"2026-09-29T16:31:15.291013Z","steps":["trace[1995944986] 'agreement among raft nodes before linearized reading' (duration: 1.9671132s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:15.2911Z","caller":"traceutil/trace.go:171","msg":"trace[2027171716] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:28960; }","duration":"1.546780181s","start":"2026-09-29T16:31:13.744303Z","end":"2026-09-29T16:31:15.291083Z","steps":["trace[2027171716] 'agreement among raft nodes before linearized reading' (duration: 1.546570814s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:15.291123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:13.323717Z","time spent":"1.967383749s","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T16:31:15.291152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:13.744284Z","time spent":"1.546856803s","remote":"127.0.0.1:40590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":63,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:15.291185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.657926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-09-29T16:31:15.291217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.733368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-09-29T16:31:15.291236Z","caller":"traceutil/trace.go:171","msg":"trace[1442979634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28960; }","duration":"143.721918ms","start":"2026-09-29T16:31:15.147501Z","end":"2026-09-29T16:31:15.291223Z","steps":["trace[1442979634] 'agreement among raft nodes before linearized reading' (duration: 143.588714ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:15.290811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:14.598879Z","time spent":"691.92474ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-09-29T16:31:15.291335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.881483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-09-29T16:31:15.291272Z","caller":"traceutil/trace.go:171","msg":"trace[1231609718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28960; }","duration":"143.843562ms","start":"2026-09-29T16:31:15.147416Z","end":"2026-09-29T16:31:15.291259Z","steps":["trace[1231609718] 'agreement among raft nodes before linearized reading' (duration: 143.688287ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:15.291268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.967696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-09-29T16:31:15.291529Z","caller":"traceutil/trace.go:171","msg":"trace[1070427908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28960; }","duration":"139.273026ms","start":"2026-09-29T16:31:15.152235Z","end":"2026-09-29T16:31:15.291508Z","steps":["trace[1070427908] 'agreement among raft nodes before linearized reading' (duration: 138.912385ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:15.291404Z","caller":"traceutil/trace.go:171","msg":"trace[1925661516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28960; }","duration":"144.046158ms","start":"2026-09-29T16:31:15.147341Z","end":"2026-09-29T16:31:15.291387Z","steps":["trace[1925661516] 'agreement among raft nodes before linearized reading' (duration: 143.636975ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:15.291802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047734419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:15.291885Z","caller":"traceutil/trace.go:171","msg":"trace[1552147976] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28960; }","duration":"1.047815551s","start":"2026-09-29T16:31:14.244054Z","end":"2026-09-29T16:31:15.29187Z","steps":["trace[1552147976] 'agreement among raft nodes before linearized reading' (duration: 1.046567982s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:15.291902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.566731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-09-29T16:31:15.291957Z","caller":"traceutil/trace.go:171","msg":"trace[2010405013] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28960; }","duration":"142.655855ms","start":"2026-09-29T16:31:15.149289Z","end":"2026-09-29T16:31:15.291945Z","steps":["trace[2010405013] 'agreement among raft nodes before linearized reading' (duration: 141.739885ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:15.291997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:14.243998Z","time spent":"1.047937197s","remote":"127.0.0.1:60938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-09-29T16:31:15.409937Z","caller":"traceutil/trace.go:171","msg":"trace[1819547465] linearizableReadLoop","detail":"{readStateIndex:30303; appliedIndex:30302; }","duration":"117.541943ms","start":"2026-09-29T16:31:15.292361Z","end":"2026-09-29T16:31:15.409903Z","steps":["trace[1819547465] 'read index received' (duration: 101.068626ms)","trace[1819547465] 'applied index is now lower than readState.Index' (duration: 16.472257ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:15.410088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.706028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:15.410116Z","caller":"traceutil/trace.go:171","msg":"trace[177456790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28960; }","duration":"117.79315ms","start":"2026-09-29T16:31:15.292314Z","end":"2026-09-29T16:31:15.410107Z","steps":["trace[177456790] 'agreement among raft nodes before linearized reading' (duration: 117.709958ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:15.412173Z","caller":"traceutil/trace.go:171","msg":"trace[1705299481] transaction","detail":"{read_only:false; response_revision:28966; number_of_response:1; }","duration":"115.541208ms","start":"2026-09-29T16:31:15.296623Z","end":"2026-09-29T16:31:15.412164Z","steps":["trace[1705299481] 'process raft request' (duration: 115.520307ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:15.412404Z","caller":"traceutil/trace.go:171","msg":"trace[510396875] transaction","detail":"{read_only:false; response_revision:28961; number_of_response:1; }","duration":"117.449279ms","start":"2026-09-29T16:31:15.294946Z","end":"2026-09-29T16:31:15.412395Z","steps":["trace[510396875] 'process raft request' (duration: 117.018545ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:15.412516Z","caller":"traceutil/trace.go:171","msg":"trace[1169859442] transaction","detail":"{read_only:false; response_revision:28965; number_of_response:1; }","duration":"115.905651ms","start":"2026-09-29T16:31:15.296603Z","end":"2026-09-29T16:31:15.412509Z","steps":["trace[1169859442] 'process raft request' (duration: 115.517758ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:15.412529Z","caller":"traceutil/trace.go:171","msg":"trace[1274585013] transaction","detail":"{read_only:false; response_revision:28964; number_of_response:1; }","duration":"116.073266ms","start":"2026-09-29T16:31:15.296421Z","end":"2026-09-29T16:31:15.412494Z","steps":["trace[1274585013] 'process raft request' (duration: 115.678023ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:15.412557Z","caller":"traceutil/trace.go:171","msg":"trace[139054226] transaction","detail":"{read_only:false; response_revision:28962; number_of_response:1; }","duration":"117.175381ms","start":"2026-09-29T16:31:15.295347Z","end":"2026-09-29T16:31:15.412522Z","steps":["trace[139054226] 'process raft request' (duration: 116.703925ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:15.41277Z","caller":"traceutil/trace.go:171","msg":"trace[1089790345] transaction","detail":"{read_only:false; response_revision:28963; number_of_response:1; }","duration":"116.714677ms","start":"2026-09-29T16:31:15.296042Z","end":"2026-09-29T16:31:15.412757Z","steps":["trace[1089790345] 'process raft request' (duration: 116.033484ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:15.412927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.719918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-09-29T16:31:15.412968Z","caller":"traceutil/trace.go:171","msg":"trace[162387357] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28966; }","duration":"117.79082ms","start":"2026-09-29T16:31:15.295166Z","end":"2026-09-29T16:31:15.412957Z","steps":["trace[162387357] 'agreement among raft nodes before linearized reading' (duration: 117.628235ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:15.412963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.996102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:15.413016Z","caller":"traceutil/trace.go:171","msg":"trace[1585033541] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28966; }","duration":"105.059025ms","start":"2026-09-29T16:31:15.307934Z","end":"2026-09-29T16:31:15.412993Z","steps":["trace[1585033541] 'agreement among raft nodes before linearized reading' (duration: 104.953412ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:15.413165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.475096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:15.413203Z","caller":"traceutil/trace.go:171","msg":"trace[54561014] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28966; }","duration":"115.542738ms","start":"2026-09-29T16:31:15.297648Z","end":"2026-09-29T16:31:15.413191Z","steps":["trace[54561014] 'agreement among raft nodes before linearized reading' (duration: 115.489257ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:15.639637Z","caller":"traceutil/trace.go:171","msg":"trace[1774033768] linearizableReadLoop","detail":"{readStateIndex:30310; appliedIndex:30309; }","duration":"221.457241ms","start":"2026-09-29T16:31:15.418141Z","end":"2026-09-29T16:31:15.639598Z","steps":["trace[1774033768] 'read index received' (duration: 209.030873ms)","trace[1774033768] 'applied index is now lower than readState.Index' (duration: 12.425438ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:15.639681Z","caller":"traceutil/trace.go:171","msg":"trace[903768568] transaction","detail":"{read_only:false; response_revision:28967; number_of_response:1; }","duration":"228.220396ms","start":"2026-09-29T16:31:15.41143Z","end":"2026-09-29T16:31:15.63965Z","steps":["trace[903768568] 'process raft request' (duration: 215.83333ms)","trace[903768568] 'compare' (duration: 12.224911ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:15.639818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.657737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:15.639894Z","caller":"traceutil/trace.go:171","msg":"trace[178628510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28967; }","duration":"221.767541ms","start":"2026-09-29T16:31:15.418108Z","end":"2026-09-29T16:31:15.639875Z","steps":["trace[178628510] 'agreement among raft nodes before linearized reading' (duration: 221.604455ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:15.6399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.671647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16717"} {"level":"info","ts":"2026-09-29T16:31:15.640249Z","caller":"traceutil/trace.go:171","msg":"trace[27651919] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28967; }","duration":"222.061549ms","start":"2026-09-29T16:31:15.418175Z","end":"2026-09-29T16:31:15.640236Z","steps":["trace[27651919] 'agreement among raft nodes before linearized reading' (duration: 221.567133ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:15.640345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.375421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:15.640398Z","caller":"traceutil/trace.go:171","msg":"trace[379231331] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28967; }","duration":"218.490226ms","start":"2026-09-29T16:31:15.421897Z","end":"2026-09-29T16:31:15.640387Z","steps":["trace[379231331] 'agreement among raft nodes before linearized reading' (duration: 218.381162ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:15.973658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.952751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:31:15.973756Z","caller":"traceutil/trace.go:171","msg":"trace[1665374355] transaction","detail":"{read_only:false; response_revision:28968; number_of_response:1; }","duration":"286.573389ms","start":"2026-09-29T16:31:15.687165Z","end":"2026-09-29T16:31:15.973738Z","steps":["trace[1665374355] 'process raft request' (duration: 56.446052ms)","trace[1665374355] 'compare' (duration: 229.827858ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:15.975342Z","caller":"traceutil/trace.go:171","msg":"trace[912907154] transaction","detail":"{read_only:false; response_revision:28969; number_of_response:1; }","duration":"282.626702ms","start":"2026-09-29T16:31:15.692676Z","end":"2026-09-29T16:31:15.975303Z","steps":["trace[912907154] 'process raft request' (duration: 282.436186ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:16.220229Z","caller":"traceutil/trace.go:171","msg":"trace[1512458918] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28969; }","duration":"239.015641ms","start":"2026-09-29T16:31:15.981193Z","end":"2026-09-29T16:31:16.220208Z","steps":["trace[1512458918] 'process raft request' (duration: 238.500304ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:16.238139Z","caller":"traceutil/trace.go:171","msg":"trace[940093113] linearizableReadLoop","detail":"{readStateIndex:30314; appliedIndex:30312; }","duration":"137.240722ms","start":"2026-09-29T16:31:16.100872Z","end":"2026-09-29T16:31:16.238113Z","steps":["trace[940093113] 'read index received' (duration: 119.281149ms)","trace[940093113] 'applied index is now lower than readState.Index' (duration: 17.958153ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:16.238213Z","caller":"traceutil/trace.go:171","msg":"trace[1788205841] transaction","detail":"{read_only:false; response_revision:28970; number_of_response:1; }","duration":"255.90458ms","start":"2026-09-29T16:31:15.982274Z","end":"2026-09-29T16:31:16.238179Z","steps":["trace[1788205841] 'process raft request' (duration: 255.656112ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:16.23841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.51329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-09-29T16:31:16.23849Z","caller":"traceutil/trace.go:171","msg":"trace[1279364899] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:28970; }","duration":"137.641904ms","start":"2026-09-29T16:31:16.10083Z","end":"2026-09-29T16:31:16.238472Z","steps":["trace[1279364899] 'agreement among raft nodes before linearized reading' (duration: 137.437158ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:16.589979Z","caller":"traceutil/trace.go:171","msg":"trace[1658876177] linearizableReadLoop","detail":"{readStateIndex:30315; appliedIndex:30314; }","duration":"265.869878ms","start":"2026-09-29T16:31:16.324079Z","end":"2026-09-29T16:31:16.589949Z","steps":["trace[1658876177] 'read index received' (duration: 265.580108ms)","trace[1658876177] 'applied index is now lower than readState.Index' (duration: 288.149µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:16.590046Z","caller":"traceutil/trace.go:171","msg":"trace[2095073938] transaction","detail":"{read_only:false; response_revision:28971; number_of_response:1; }","duration":"339.659724ms","start":"2026-09-29T16:31:16.250356Z","end":"2026-09-29T16:31:16.590016Z","steps":["trace[2095073938] 'process raft request' (duration: 339.400575ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:16.590195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.063834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:31:16.590201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:16.250321Z","time spent":"339.789708ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:16.590258Z","caller":"traceutil/trace.go:171","msg":"trace[344373656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28971; }","duration":"266.212949ms","start":"2026-09-29T16:31:16.324027Z","end":"2026-09-29T16:31:16.59024Z","steps":["trace[344373656] 'agreement among raft nodes before linearized reading' (duration: 266.062384ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:16.867136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.75965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-09-29T16:31:16.867206Z","caller":"traceutil/trace.go:171","msg":"trace[1675490186] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28971; }","duration":"242.875774ms","start":"2026-09-29T16:31:16.624314Z","end":"2026-09-29T16:31:16.86719Z","steps":["trace[1675490186] 'range keys from in-memory index tree' (duration: 242.640507ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:17.306612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.665599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:31:17.306703Z","caller":"traceutil/trace.go:171","msg":"trace[1794402896] linearizableReadLoop","detail":"{readStateIndex:30317; appliedIndex:30316; }","duration":"418.786931ms","start":"2026-09-29T16:31:16.887901Z","end":"2026-09-29T16:31:17.306688Z","steps":["trace[1794402896] 'read index received' (duration: 205.980517ms)","trace[1794402896] 'applied index is now lower than readState.Index' (duration: 212.805224ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:17.306887Z","caller":"traceutil/trace.go:171","msg":"trace[1642751159] transaction","detail":"{read_only:false; response_revision:28973; number_of_response:1; }","duration":"424.74994ms","start":"2026-09-29T16:31:16.882124Z","end":"2026-09-29T16:31:17.306874Z","steps":["trace[1642751159] 'process raft request' (duration: 211.632677ms)","trace[1642751159] 'compare' (duration: 212.08399ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:17.306955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:16.882099Z","time spent":"424.822303ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:17.307184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.279536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5224"} {"level":"info","ts":"2026-09-29T16:31:17.307221Z","caller":"traceutil/trace.go:171","msg":"trace[376733158] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28973; }","duration":"419.339087ms","start":"2026-09-29T16:31:16.887872Z","end":"2026-09-29T16:31:17.307211Z","steps":["trace[376733158] 'agreement among raft nodes before linearized reading' (duration: 419.217363ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:17.307247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:16.887858Z","time spent":"419.382749ms","remote":"127.0.0.1:36700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5247,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-09-29T16:31:17.540902Z","caller":"traceutil/trace.go:171","msg":"trace[1375796438] linearizableReadLoop","detail":"{readStateIndex:30322; appliedIndex:30317; }","duration":"234.158845ms","start":"2026-09-29T16:31:17.306723Z","end":"2026-09-29T16:31:17.540882Z","steps":["trace[1375796438] 'read index received' (duration: 204.023613ms)","trace[1375796438] 'applied index is now lower than readState.Index' (duration: 30.134372ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:17.541019Z","caller":"traceutil/trace.go:171","msg":"trace[746992103] transaction","detail":"{read_only:false; response_revision:28974; number_of_response:1; }","duration":"627.838134ms","start":"2026-09-29T16:31:16.91317Z","end":"2026-09-29T16:31:17.541008Z","steps":["trace[746992103] 'process raft request' (duration: 597.503726ms)","trace[746992103] 'compare' (duration: 29.624905ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:17.541114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:16.913144Z","time spent":"627.897416ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:17.541217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.674548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T16:31:17.541313Z","caller":"traceutil/trace.go:171","msg":"trace[1093290398] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:28978; }","duration":"367.812522ms","start":"2026-09-29T16:31:17.17348Z","end":"2026-09-29T16:31:17.541292Z","steps":["trace[1093290398] 'agreement among raft nodes before linearized reading' (duration: 367.677318ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:17.541357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:17.173462Z","time spent":"367.885375ms","remote":"127.0.0.1:44524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:17.541481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.325798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:17.541553Z","caller":"traceutil/trace.go:171","msg":"trace[2095494977] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:28978; }","duration":"456.432542ms","start":"2026-09-29T16:31:17.085106Z","end":"2026-09-29T16:31:17.541538Z","steps":["trace[2095494977] 'agreement among raft nodes before linearized reading' (duration: 456.278456ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:17.541589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:17.085088Z","time spent":"456.488304ms","remote":"127.0.0.1:37464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:31:17.541618Z","caller":"traceutil/trace.go:171","msg":"trace[1153797458] transaction","detail":"{read_only:false; response_revision:28976; number_of_response:1; }","duration":"243.019629ms","start":"2026-09-29T16:31:17.298588Z","end":"2026-09-29T16:31:17.541607Z","steps":["trace[1153797458] 'process raft request' (duration: 242.187342ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:17.541772Z","caller":"traceutil/trace.go:171","msg":"trace[804066729] transaction","detail":"{read_only:false; response_revision:28977; number_of_response:1; }","duration":"242.057968ms","start":"2026-09-29T16:31:17.299705Z","end":"2026-09-29T16:31:17.541763Z","steps":["trace[804066729] 'process raft request' (duration: 241.104377ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:17.541911Z","caller":"traceutil/trace.go:171","msg":"trace[1098267490] transaction","detail":"{read_only:false; response_revision:28978; number_of_response:1; }","duration":"240.851639ms","start":"2026-09-29T16:31:17.301048Z","end":"2026-09-29T16:31:17.5419Z","steps":["trace[1098267490] 'process raft request' (duration: 239.798295ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:17.541951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.783109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-09-29T16:31:17.542118Z","caller":"traceutil/trace.go:171","msg":"trace[1231265615] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:28978; }","duration":"475.916964ms","start":"2026-09-29T16:31:17.06612Z","end":"2026-09-29T16:31:17.542037Z","steps":["trace[1231265615] 'agreement among raft nodes before linearized reading' (duration: 475.639706ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:17.542159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:17.066101Z","time spent":"476.047098ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-09-29T16:31:17.542441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.263374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-09-29T16:31:17.542511Z","caller":"traceutil/trace.go:171","msg":"trace[980224796] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28978; }","duration":"231.361637ms","start":"2026-09-29T16:31:17.311123Z","end":"2026-09-29T16:31:17.542484Z","steps":["trace[980224796] 'agreement among raft nodes before linearized reading' (duration: 231.249703ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:17.542538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.113827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-09-29T16:31:17.542582Z","caller":"traceutil/trace.go:171","msg":"trace[256496341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28978; }","duration":"121.172928ms","start":"2026-09-29T16:31:17.421397Z","end":"2026-09-29T16:31:17.542569Z","steps":["trace[256496341] 'agreement among raft nodes before linearized reading' (duration: 120.995833ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:17.541585Z","caller":"traceutil/trace.go:171","msg":"trace[1998976482] transaction","detail":"{read_only:false; response_revision:28975; number_of_response:1; }","duration":"243.101811ms","start":"2026-09-29T16:31:17.298471Z","end":"2026-09-29T16:31:17.541573Z","steps":["trace[1998976482] 'process raft request' (duration: 242.256303ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:17.54288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.496539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-09-29T16:31:17.542919Z","caller":"traceutil/trace.go:171","msg":"trace[1733587268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28978; }","duration":"121.582621ms","start":"2026-09-29T16:31:17.421327Z","end":"2026-09-29T16:31:17.54291Z","steps":["trace[1733587268] 'agreement among raft nodes before linearized reading' (duration: 121.488218ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:17.542991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.249149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:17.543031Z","caller":"traceutil/trace.go:171","msg":"trace[1036207344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28978; }","duration":"219.315262ms","start":"2026-09-29T16:31:17.323706Z","end":"2026-09-29T16:31:17.543021Z","steps":["trace[1036207344] 'agreement among raft nodes before linearized reading' (duration: 219.250549ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:17.543201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.889111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-09-29T16:31:17.543236Z","caller":"traceutil/trace.go:171","msg":"trace[122920567] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28978; }","duration":"121.936983ms","start":"2026-09-29T16:31:17.421291Z","end":"2026-09-29T16:31:17.543228Z","steps":["trace[122920567] 'agreement among raft nodes before linearized reading' (duration: 121.84756ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:17.543396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.086717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-09-29T16:31:17.543428Z","caller":"traceutil/trace.go:171","msg":"trace[1764950813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28978; }","duration":"122.142249ms","start":"2026-09-29T16:31:17.421278Z","end":"2026-09-29T16:31:17.54342Z","steps":["trace[1764950813] 'agreement among raft nodes before linearized reading' (duration: 122.061007ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:17.543629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.364316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-09-29T16:31:17.543664Z","caller":"traceutil/trace.go:171","msg":"trace[1764863497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28978; }","duration":"122.436478ms","start":"2026-09-29T16:31:17.421217Z","end":"2026-09-29T16:31:17.543653Z","steps":["trace[1764863497] 'agreement among raft nodes before linearized reading' (duration: 122.357636ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:17.543771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.512301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-09-29T16:31:17.543798Z","caller":"traceutil/trace.go:171","msg":"trace[1412026071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28978; }","duration":"122.580293ms","start":"2026-09-29T16:31:17.421211Z","end":"2026-09-29T16:31:17.543791Z","steps":["trace[1412026071] 'agreement among raft nodes before linearized reading' (duration: 122.511531ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:18.05201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15074006371131175829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-09-29T16:31:18.302385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.071199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:31:18.302519Z","caller":"traceutil/trace.go:171","msg":"trace[1891329201] transaction","detail":"{read_only:false; response_revision:28979; number_of_response:1; }","duration":"753.882668ms","start":"2026-09-29T16:31:17.548599Z","end":"2026-09-29T16:31:18.302482Z","steps":["trace[1891329201] 'process raft request' (duration: 516.640954ms)","trace[1891329201] 'compare' (duration: 236.497721ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:18.30259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:17.548575Z","time spent":"753.97443ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:19.015957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.629275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:31:19.0163Z","caller":"traceutil/trace.go:171","msg":"trace[199347115] linearizableReadLoop","detail":"{readStateIndex:30329; appliedIndex:30322; }","duration":"1.467433099s","start":"2026-09-29T16:31:17.54885Z","end":"2026-09-29T16:31:19.016283Z","steps":["trace[199347115] 'read index received' (duration: 516.375886ms)","trace[199347115] 'applied index is now lower than readState.Index' (duration: 951.056243ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:19.016383Z","caller":"traceutil/trace.go:171","msg":"trace[166446022] transaction","detail":"{read_only:false; response_revision:28980; number_of_response:1; }","duration":"1.467317844s","start":"2026-09-29T16:31:17.549052Z","end":"2026-09-29T16:31:19.01637Z","steps":["trace[166446022] 'process raft request' (duration: 1.110189273s)","trace[166446022] 'compare' (duration: 356.425209ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:19.016443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:17.549029Z","time spent":"1.467382007s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:19.016535Z","caller":"traceutil/trace.go:171","msg":"trace[282620542] transaction","detail":"{read_only:false; response_revision:28982; number_of_response:1; }","duration":"1.467384397s","start":"2026-09-29T16:31:17.549132Z","end":"2026-09-29T16:31:19.016516Z","steps":["trace[282620542] 'process raft request' (duration: 1.467009845s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:19.016535Z","caller":"traceutil/trace.go:171","msg":"trace[1209023808] transaction","detail":"{read_only:false; response_revision:28983; number_of_response:1; }","duration":"1.467342126s","start":"2026-09-29T16:31:17.549166Z","end":"2026-09-29T16:31:19.016508Z","steps":["trace[1209023808] 'process raft request' (duration: 1.467012375s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:19.016589Z","caller":"traceutil/trace.go:171","msg":"trace[403770643] transaction","detail":"{read_only:false; response_revision:28984; number_of_response:1; }","duration":"1.465986142s","start":"2026-09-29T16:31:17.550592Z","end":"2026-09-29T16:31:19.016578Z","steps":["trace[403770643] 'process raft request' (duration: 1.46562223s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:19.016667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:17.550567Z","time spent":"1.466049674s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:19.016668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:17.549124Z","time spent":"1.467471179s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:19.016695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:17.549154Z","time spent":"1.467452199s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:19.016687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4678129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:19.016542Z","caller":"traceutil/trace.go:171","msg":"trace[126279049] transaction","detail":"{read_only:false; response_revision:28981; number_of_response:1; }","duration":"1.467461779s","start":"2026-09-29T16:31:17.549054Z","end":"2026-09-29T16:31:19.016516Z","steps":["trace[126279049] 'process raft request' (duration: 1.466997824s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:19.016768Z","caller":"traceutil/trace.go:171","msg":"trace[389906456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28985; }","duration":"1.467904033s","start":"2026-09-29T16:31:17.548844Z","end":"2026-09-29T16:31:19.016748Z","steps":["trace[389906456] 'agreement among raft nodes before linearized reading' (duration: 1.467759199s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:19.016818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:17.549041Z","time spent":"1.467750139s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:19.016535Z","caller":"traceutil/trace.go:171","msg":"trace[1135635379] transaction","detail":"{read_only:false; response_revision:28985; number_of_response:1; }","duration":"1.465347252s","start":"2026-09-29T16:31:17.551163Z","end":"2026-09-29T16:31:19.016511Z","steps":["trace[1135635379] 'process raft request' (duration: 1.465082813s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:19.016837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:17.548808Z","time spent":"1.468020357s","remote":"127.0.0.1:40102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T16:31:19.016914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:17.551152Z","time spent":"1.465701593s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:20.017408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.691139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:31:20.017878Z","caller":"traceutil/trace.go:171","msg":"trace[1288895471] transaction","detail":"{read_only:false; response_revision:28988; number_of_response:1; }","duration":"467.656209ms","start":"2026-09-29T16:31:19.550204Z","end":"2026-09-29T16:31:20.01786Z","steps":["trace[1288895471] 'process raft request' (duration: 467.617508ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:20.01804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:19.55018Z","time spent":"467.826966ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:20.018404Z","caller":"traceutil/trace.go:171","msg":"trace[1016573440] transaction","detail":"{read_only:false; response_revision:28986; number_of_response:1; }","duration":"1.135805892s","start":"2026-09-29T16:31:18.882585Z","end":"2026-09-29T16:31:20.018391Z","steps":["trace[1016573440] 'process raft request' (duration: 512.055798ms)","trace[1016573440] 'compare' (duration: 622.210564ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:20.018434Z","caller":"traceutil/trace.go:171","msg":"trace[600105655] linearizableReadLoop","detail":"{readStateIndex:30331; appliedIndex:30329; }","duration":"1.002068932s","start":"2026-09-29T16:31:19.016337Z","end":"2026-09-29T16:31:20.018406Z","steps":["trace[600105655] 'read index received' (duration: 378.323019ms)","trace[600105655] 'applied index is now lower than readState.Index' (duration: 623.743053ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:20.018436Z","caller":"traceutil/trace.go:171","msg":"trace[719397881] transaction","detail":"{read_only:false; response_revision:28987; number_of_response:1; }","duration":"1.034974702s","start":"2026-09-29T16:31:18.983437Z","end":"2026-09-29T16:31:20.018412Z","steps":["trace[719397881] 'process raft request' (duration: 1.034314s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:20.018485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:18.882557Z","time spent":"1.135873334s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:20.018675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775518604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-09-29T16:31:20.018727Z","caller":"traceutil/trace.go:171","msg":"trace[1502032747] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28988; }","duration":"1.775621708s","start":"2026-09-29T16:31:18.243087Z","end":"2026-09-29T16:31:20.018708Z","steps":["trace[1502032747] 'agreement among raft nodes before linearized reading' (duration: 1.775446362s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:20.01871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:18.983416Z","time spent":"1.03520803s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:20.018765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:18.243055Z","time spent":"1.77569974s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:31:20.519312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15074006371131175845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-09-29T16:31:20.872371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024776246s","expected-duration":"1s"} {"level":"info","ts":"2026-09-29T16:31:20.943203Z","caller":"traceutil/trace.go:171","msg":"trace[1584427675] transaction","detail":"{read_only:false; response_revision:28990; number_of_response:1; }","duration":"1.392518197s","start":"2026-09-29T16:31:19.550662Z","end":"2026-09-29T16:31:20.94318Z","steps":["trace[1584427675] 'process raft request' (duration: 1.392387623s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:20.943351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:19.550631Z","time spent":"1.392653201s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:20.943542Z","caller":"traceutil/trace.go:171","msg":"trace[995076978] transaction","detail":"{read_only:false; response_revision:28991; number_of_response:1; }","duration":"1.392390702s","start":"2026-09-29T16:31:19.551134Z","end":"2026-09-29T16:31:20.943524Z","steps":["trace[995076978] 'process raft request' (duration: 1.392012651s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:20.943559Z","caller":"traceutil/trace.go:171","msg":"trace[1704967244] transaction","detail":"{read_only:false; response_revision:28989; number_of_response:1; }","duration":"1.393122085s","start":"2026-09-29T16:31:19.550422Z","end":"2026-09-29T16:31:20.943544Z","steps":["trace[1704967244] 'process raft request' (duration: 1.322135899s)","trace[1704967244] 'compare' (duration: 70.002895ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:20.943611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:19.550386Z","time spent":"1.393197007s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:20.943632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:19.551125Z","time spent":"1.392455154s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:21.025952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99998132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-09-29T16:31:21.026022Z","caller":"traceutil/trace.go:171","msg":"trace[1286937278] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000093553s","start":"2026-09-29T16:31:19.025914Z","end":"2026-09-29T16:31:21.026008Z","steps":["trace[1286937278] 'agreement among raft nodes before linearized reading' (duration: 2.000011351s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:21.026065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:19.025897Z","time spent":"2.000153616s","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/09/29 16:31:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-09-29T16:31:21.332522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.228116ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-09-29T16:31:21.332699Z","caller":"traceutil/trace.go:171","msg":"trace[1730193241] linearizableReadLoop","detail":"{readStateIndex:30336; appliedIndex:30332; }","duration":"1.31402133s","start":"2026-09-29T16:31:20.018556Z","end":"2026-09-29T16:31:21.332578Z","steps":["trace[1730193241] 'read index received' (duration: 853.952093ms)","trace[1730193241] 'applied index is now lower than readState.Index' (duration: 460.067937ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:21.332847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369505722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-09-29T16:31:21.332862Z","caller":"traceutil/trace.go:171","msg":"trace[743975507] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28991; }","duration":"1.369564814s","start":"2026-09-29T16:31:19.963292Z","end":"2026-09-29T16:31:21.332857Z","steps":["trace[743975507] 'agreement among raft nodes before linearized reading' (duration: 1.369476661s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:21.332879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:19.963272Z","time spent":"1.369602695s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-09-29T16:31:21.332883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96960575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-09-29T16:31:21.332921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.918397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-09-29T16:31:21.332929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.168001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:31:21.332954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311173509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-09-29T16:31:21.33298Z","caller":"traceutil/trace.go:171","msg":"trace[2012400081] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28991; }","duration":"311.977199ms","start":"2026-09-29T16:31:21.020989Z","end":"2026-09-29T16:31:21.332966Z","steps":["trace[2012400081] 'agreement among raft nodes before linearized reading' (duration: 311.844515ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:21.333009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.020979Z","time spent":"312.022711ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-09-29T16:31:21.333014Z","caller":"traceutil/trace.go:171","msg":"trace[953586583] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28991; }","duration":"200.284345ms","start":"2026-09-29T16:31:21.132696Z","end":"2026-09-29T16:31:21.33298Z","steps":["trace[953586583] 'agreement among raft nodes before linearized reading' (duration: 200.153581ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:21.333048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633108698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-09-29T16:31:21.333078Z","caller":"traceutil/trace.go:171","msg":"trace[1001758004] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28991; }","duration":"1.63317361s","start":"2026-09-29T16:31:19.699896Z","end":"2026-09-29T16:31:21.333069Z","steps":["trace[1001758004] 'agreement among raft nodes before linearized reading' (duration: 1.633078807s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:21.333096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.515217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-09-29T16:31:21.333105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:19.699876Z","time spent":"1.63322191s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-09-29T16:31:21.333121Z","caller":"traceutil/trace.go:171","msg":"trace[493814162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28991; }","duration":"312.57707ms","start":"2026-09-29T16:31:21.020537Z","end":"2026-09-29T16:31:21.333114Z","steps":["trace[493814162] 'agreement among raft nodes before linearized reading' (duration: 312.500998ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:21.333126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.551527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-09-29T16:31:21.333145Z","caller":"traceutil/trace.go:171","msg":"trace[2072789252] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28991; }","duration":"197.592869ms","start":"2026-09-29T16:31:21.135547Z","end":"2026-09-29T16:31:21.33314Z","steps":["trace[2072789252] 'agreement among raft nodes before linearized reading' (duration: 197.537867ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:21.333147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.020514Z","time spent":"312.626051ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-09-29T16:31:21.333175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.011522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:21.33295Z","caller":"traceutil/trace.go:171","msg":"trace[1750141439] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:28991; }","duration":"1.969721853s","start":"2026-09-29T16:31:19.363211Z","end":"2026-09-29T16:31:21.332933Z","steps":["trace[1750141439] 'agreement among raft nodes before linearized reading' (duration: 1.969596879s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:21.333203Z","caller":"traceutil/trace.go:171","msg":"trace[1345597584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28991; }","duration":"307.060963ms","start":"2026-09-29T16:31:21.026134Z","end":"2026-09-29T16:31:21.333195Z","steps":["trace[1345597584] 'agreement among raft nodes before linearized reading' (duration: 307.009282ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:21.333226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.026124Z","time spent":"307.097314ms","remote":"127.0.0.1:40102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T16:31:21.333223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:19.363191Z","time spent":"1.970018003s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:31:21.333001Z","caller":"traceutil/trace.go:171","msg":"trace[864697149] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28991; }","duration":"1.311256462s","start":"2026-09-29T16:31:20.02173Z","end":"2026-09-29T16:31:21.332986Z","steps":["trace[864697149] 'agreement among raft nodes before linearized reading' (duration: 1.311105857s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:21.333367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:20.021712Z","time spent":"1.311645114s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:31:21.333372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.868769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-09-29T16:31:21.333402Z","caller":"traceutil/trace.go:171","msg":"trace[914913892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28991; }","duration":"312.91666ms","start":"2026-09-29T16:31:21.020477Z","end":"2026-09-29T16:31:21.333394Z","steps":["trace[914913892] 'agreement among raft nodes before linearized reading' (duration: 312.814407ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:21.333425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.02047Z","time spent":"312.949762ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-29T16:31:21.333434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.31637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-09-29T16:31:21.333501Z","caller":"traceutil/trace.go:171","msg":"trace[1919541920] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28991; }","duration":"312.398053ms","start":"2026-09-29T16:31:21.02109Z","end":"2026-09-29T16:31:21.333488Z","steps":["trace[1919541920] 'agreement among raft nodes before linearized reading' (duration: 312.263219ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:21.333537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.02108Z","time spent":"312.446204ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-09-29T16:31:21.333585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027186214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-09-29T16:31:21.333599Z","caller":"traceutil/trace.go:171","msg":"trace[39963391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28991; }","duration":"1.027236925s","start":"2026-09-29T16:31:20.306358Z","end":"2026-09-29T16:31:21.333595Z","steps":["trace[39963391] 'agreement among raft nodes before linearized reading' (duration: 1.027196524s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:21.333611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:20.306338Z","time spent":"1.027269736s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-29T16:31:21.333639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.911197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:31:21.333655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.321251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:21.33367Z","caller":"traceutil/trace.go:171","msg":"trace[689673721] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:28991; }","duration":"780.372982ms","start":"2026-09-29T16:31:20.553293Z","end":"2026-09-29T16:31:21.333666Z","steps":["trace[689673721] 'agreement among raft nodes before linearized reading' (duration: 780.346482ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:21.333674Z","caller":"traceutil/trace.go:171","msg":"trace[367188917] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28991; }","duration":"752.986069ms","start":"2026-09-29T16:31:20.580678Z","end":"2026-09-29T16:31:21.333664Z","steps":["trace[367188917] 'agreement among raft nodes before linearized reading' (duration: 752.927967ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:21.333682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:20.55327Z","time spent":"780.406994ms","remote":"127.0.0.1:37498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:21.333508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.442144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-09-29T16:31:21.333705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:20.580657Z","time spent":"753.041121ms","remote":"127.0.0.1:60596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:31:21.333729Z","caller":"traceutil/trace.go:171","msg":"trace[247387622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28991; }","duration":"312.654401ms","start":"2026-09-29T16:31:21.021061Z","end":"2026-09-29T16:31:21.333715Z","steps":["trace[247387622] 'agreement among raft nodes before linearized reading' (duration: 312.413593ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:21.333743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199676259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-09-29T16:31:21.333773Z","caller":"traceutil/trace.go:171","msg":"trace[1002900434] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:28991; }","duration":"1.19970854s","start":"2026-09-29T16:31:20.134056Z","end":"2026-09-29T16:31:21.333764Z","steps":["trace[1002900434] 'agreement among raft nodes before linearized reading' (duration: 1.199532905s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:21.333774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.021056Z","time spent":"312.704632ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-09-29T16:31:21.333798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:20.133966Z","time spent":"1.199824944s","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":186,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:21.333836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.52137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-09-29T16:31:21.333854Z","caller":"traceutil/trace.go:171","msg":"trace[162446523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28991; }","duration":"313.53962ms","start":"2026-09-29T16:31:21.02031Z","end":"2026-09-29T16:31:21.333849Z","steps":["trace[162446523] 'agreement among raft nodes before linearized reading' (duration: 313.493859ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:21.333866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.020251Z","time spent":"313.612903ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-09-29T16:31:21.638874Z","caller":"traceutil/trace.go:171","msg":"trace[252096585] linearizableReadLoop","detail":"{readStateIndex:30337; appliedIndex:30336; }","duration":"300.272646ms","start":"2026-09-29T16:31:21.33858Z","end":"2026-09-29T16:31:21.638853Z","steps":["trace[252096585] 'read index received' (duration: 300.184763ms)","trace[252096585] 'applied index is now lower than readState.Index' (duration: 86.543µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:21.638925Z","caller":"traceutil/trace.go:171","msg":"trace[1862473171] transaction","detail":"{read_only:false; response_revision:28992; number_of_response:1; }","duration":"300.549765ms","start":"2026-09-29T16:31:21.338346Z","end":"2026-09-29T16:31:21.638896Z","steps":["trace[1862473171] 'process raft request' (duration: 300.37637ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:21.639068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.338326Z","time spent":"300.667078ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:21.639127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.514334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-09-29T16:31:21.639209Z","caller":"traceutil/trace.go:171","msg":"trace[1159746998] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28992; }","duration":"300.636178ms","start":"2026-09-29T16:31:21.338554Z","end":"2026-09-29T16:31:21.63919Z","steps":["trace[1159746998] 'agreement among raft nodes before linearized reading' (duration: 300.38703ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:21.639256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.338542Z","time spent":"300.70481ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:31:22.139325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15074006371131175857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-09-29T16:31:22.504855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.584071ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:22.505015Z","caller":"traceutil/trace.go:171","msg":"trace[1457806663] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28992; }","duration":"687.752576ms","start":"2026-09-29T16:31:21.81724Z","end":"2026-09-29T16:31:22.504992Z","steps":["trace[1457806663] 'range keys from in-memory index tree' (duration: 687.56467ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:22.505021Z","caller":"traceutil/trace.go:171","msg":"trace[500491480] transaction","detail":"{read_only:false; response_revision:28993; number_of_response:1; }","duration":"1.166362596s","start":"2026-09-29T16:31:21.338635Z","end":"2026-09-29T16:31:22.504997Z","steps":["trace[500491480] 'process raft request' (duration: 1.163802064s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:22.505149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.338602Z","time spent":"1.16647548s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:22.505705Z","caller":"traceutil/trace.go:171","msg":"trace[484955698] transaction","detail":"{read_only:false; response_revision:28996; number_of_response:1; }","duration":"1.166934965s","start":"2026-09-29T16:31:21.338756Z","end":"2026-09-29T16:31:22.50569Z","steps":["trace[484955698] 'process raft request' (duration: 1.166873503s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:22.505711Z","caller":"traceutil/trace.go:171","msg":"trace[1608177736] transaction","detail":"{read_only:false; response_revision:28995; number_of_response:1; }","duration":"1.166951265s","start":"2026-09-29T16:31:21.338738Z","end":"2026-09-29T16:31:22.505689Z","steps":["trace[1608177736] 'process raft request' (duration: 1.166845112s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:22.505721Z","caller":"traceutil/trace.go:171","msg":"trace[387636991] transaction","detail":"{read_only:false; response_revision:28994; number_of_response:1; }","duration":"1.166987497s","start":"2026-09-29T16:31:21.338696Z","end":"2026-09-29T16:31:22.505684Z","steps":["trace[387636991] 'process raft request' (duration: 1.166255963s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:22.505776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.338745Z","time spent":"1.166996467s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:22.50583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.338727Z","time spent":"1.167034448s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:22.505893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.338672Z","time spent":"1.167130151s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:22.506041Z","caller":"traceutil/trace.go:171","msg":"trace[1489260921] transaction","detail":"{read_only:false; response_revision:28997; number_of_response:1; }","duration":"1.167198454s","start":"2026-09-29T16:31:21.338822Z","end":"2026-09-29T16:31:22.50602Z","steps":["trace[1489260921] 'process raft request' (duration: 1.166835672s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:22.506129Z","caller":"traceutil/trace.go:171","msg":"trace[1716420835] transaction","detail":"{read_only:false; response_revision:29000; number_of_response:1; }","duration":"1.162237855s","start":"2026-09-29T16:31:21.343876Z","end":"2026-09-29T16:31:22.506113Z","steps":["trace[1716420835] 'process raft request' (duration: 1.162185193s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:22.506132Z","caller":"traceutil/trace.go:171","msg":"trace[424912313] transaction","detail":"{read_only:false; response_revision:28999; number_of_response:1; }","duration":"1.165249811s","start":"2026-09-29T16:31:21.340864Z","end":"2026-09-29T16:31:22.506114Z","steps":["trace[424912313] 'process raft request' (duration: 1.165155658s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:22.50615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.338808Z","time spent":"1.167277206s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:22.506159Z","caller":"traceutil/trace.go:171","msg":"trace[320881923] transaction","detail":"{read_only:false; response_revision:28998; number_of_response:1; }","duration":"1.166545942s","start":"2026-09-29T16:31:21.339529Z","end":"2026-09-29T16:31:22.506075Z","steps":["trace[320881923] 'process raft request' (duration: 1.166410328s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:22.506199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.34384Z","time spent":"1.162324647s","remote":"127.0.0.1:40164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-09-29T16:31:22.50622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.340852Z","time spent":"1.165324914s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:22.506258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.339517Z","time spent":"1.166687067s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:23.179523Z","caller":"traceutil/trace.go:171","msg":"trace[1166957813] linearizableReadLoop","detail":"{readStateIndex:30348; appliedIndex:30337; }","duration":"1.540571973s","start":"2026-09-29T16:31:21.638929Z","end":"2026-09-29T16:31:23.179501Z","steps":["trace[1166957813] 'read index received' (duration: 863.615161ms)","trace[1166957813] 'applied index is now lower than readState.Index' (duration: 676.955962ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:23.179553Z","caller":"traceutil/trace.go:171","msg":"trace[1040508490] transaction","detail":"{read_only:false; response_revision:29001; number_of_response:1; }","duration":"1.536470611s","start":"2026-09-29T16:31:21.643039Z","end":"2026-09-29T16:31:23.17951Z","steps":["trace[1040508490] 'process raft request' (duration: 1.452100598s)","trace[1040508490] 'compare' (duration: 84.004002ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:23.179585Z","caller":"traceutil/trace.go:171","msg":"trace[1065994479] transaction","detail":"{read_only:false; response_revision:29003; number_of_response:1; }","duration":"1.156200422s","start":"2026-09-29T16:31:22.023357Z","end":"2026-09-29T16:31:23.179558Z","steps":["trace[1065994479] 'process raft request' (duration: 1.156071438s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:23.179718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625395101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:31:23.17973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:22.023343Z","time spent":"1.156314225s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:23.179757Z","caller":"traceutil/trace.go:171","msg":"trace[141430562] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29003; }","duration":"1.625501004s","start":"2026-09-29T16:31:21.554245Z","end":"2026-09-29T16:31:23.179746Z","steps":["trace[141430562] 'agreement among raft nodes before linearized reading' (duration: 1.625392681s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:23.179747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.643014Z","time spent":"1.536623777s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:23.17979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.554221Z","time spent":"1.625559296s","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:31:23.180037Z","caller":"traceutil/trace.go:171","msg":"trace[606564194] transaction","detail":"{read_only:false; response_revision:29002; number_of_response:1; }","duration":"1.156667227s","start":"2026-09-29T16:31:22.023356Z","end":"2026-09-29T16:31:23.180023Z","steps":["trace[606564194] 'process raft request' (duration: 1.155968795s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:23.180045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833421392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:23.180086Z","caller":"traceutil/trace.go:171","msg":"trace[86879796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29003; }","duration":"1.833498424s","start":"2026-09-29T16:31:21.346575Z","end":"2026-09-29T16:31:23.180073Z","steps":["trace[86879796] 'agreement among raft nodes before linearized reading' (duration: 1.833430902s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:23.180095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:22.023336Z","time spent":"1.156726289s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:23.180121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.346558Z","time spent":"1.833553996s","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T16:31:23.180489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839341511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a39e2397-b83e-464d-aeb8-824fe5617700\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-09-29T16:31:23.180568Z","caller":"traceutil/trace.go:171","msg":"trace[1339975739] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a39e2397-b83e-464d-aeb8-824fe5617700; range_end:; response_count:1; response_revision:29003; }","duration":"1.839420893s","start":"2026-09-29T16:31:21.341129Z","end":"2026-09-29T16:31:23.18055Z","steps":["trace[1339975739] 'agreement among raft nodes before linearized reading' (duration: 1.839178026s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:23.180615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.341103Z","time spent":"1.839499056s","remote":"127.0.0.1:40226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-a39e2397-b83e-464d-aeb8-824fe5617700\" "} {"level":"warn","ts":"2026-09-29T16:31:23.680169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15074006371131175866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-09-29T16:31:23.891171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.951507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:31:23.89151Z","caller":"traceutil/trace.go:171","msg":"trace[399323355] linearizableReadLoop","detail":"{readStateIndex:30353; appliedIndex:30348; }","duration":"711.878667ms","start":"2026-09-29T16:31:23.17961Z","end":"2026-09-29T16:31:23.891489Z","steps":["trace[399323355] 'read index received' (duration: 530.444044ms)","trace[399323355] 'applied index is now lower than readState.Index' (duration: 181.433273ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:23.891638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016411294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:23.891674Z","caller":"traceutil/trace.go:171","msg":"trace[320114035] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:29008; }","duration":"2.016505218s","start":"2026-09-29T16:31:21.875157Z","end":"2026-09-29T16:31:23.891662Z","steps":["trace[320114035] 'agreement among raft nodes before linearized reading' (duration: 2.016434016s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:23.891692Z","caller":"traceutil/trace.go:171","msg":"trace[535144586] transaction","detail":"{read_only:false; response_revision:29006; number_of_response:1; }","duration":"943.367256ms","start":"2026-09-29T16:31:22.9483Z","end":"2026-09-29T16:31:23.891667Z","steps":["trace[535144586] 'process raft request' (duration: 943.055716ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:23.891845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859105092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:31:23.891881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57652362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-09-29T16:31:23.891926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.324829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16717"} {"level":"info","ts":"2026-09-29T16:31:23.891919Z","caller":"traceutil/trace.go:171","msg":"trace[1943877454] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29008; }","duration":"1.859214005s","start":"2026-09-29T16:31:22.032683Z","end":"2026-09-29T16:31:23.891897Z","steps":["trace[1943877454] 'agreement among raft nodes before linearized reading' (duration: 1.859084211s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:23.89193Z","caller":"traceutil/trace.go:171","msg":"trace[1859754064] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29008; }","duration":"1.576599812s","start":"2026-09-29T16:31:22.315315Z","end":"2026-09-29T16:31:23.891914Z","steps":["trace[1859754064] 'agreement among raft nodes before linearized reading' (duration: 1.576437337s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:23.891939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.788427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-09-29T16:31:23.891962Z","caller":"traceutil/trace.go:171","msg":"trace[1746451941] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29008; }","duration":"706.390191ms","start":"2026-09-29T16:31:23.185563Z","end":"2026-09-29T16:31:23.891953Z","steps":["trace[1746451941] 'agreement among raft nodes before linearized reading' (duration: 706.303889ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:23.891866Z","caller":"traceutil/trace.go:171","msg":"trace[956467996] transaction","detail":"{read_only:false; response_revision:29007; number_of_response:1; }","duration":"943.419668ms","start":"2026-09-29T16:31:22.948437Z","end":"2026-09-29T16:31:23.891857Z","steps":["trace[956467996] 'process raft request' (duration: 942.953384ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:23.891985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:22.032671Z","time spent":"1.859297698s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:23.892043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.176172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T16:31:23.89207Z","caller":"traceutil/trace.go:171","msg":"trace[576033906] transaction","detail":"{read_only:false; response_revision:29005; number_of_response:1; }","duration":"1.240692109s","start":"2026-09-29T16:31:22.650823Z","end":"2026-09-29T16:31:23.891515Z","steps":["trace[576033906] 'process raft request' (duration: 1.240441332s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:23.892172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:22.948411Z","time spent":"943.661906ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:23.891707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.875132Z","time spent":"2.016565659s","remote":"127.0.0.1:37446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:23.892243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:22.650807Z","time spent":"1.241347801s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:23.891968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:22.948272Z","time spent":"943.616534ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:23.891612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252097743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T16:31:23.892418Z","caller":"traceutil/trace.go:171","msg":"trace[741035418] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:29008; }","duration":"1.252971132s","start":"2026-09-29T16:31:22.63943Z","end":"2026-09-29T16:31:23.892401Z","steps":["trace[741035418] 'agreement among raft nodes before linearized reading' (duration: 1.252071743s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:23.892491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:22.639409Z","time spent":"1.253064226s","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:23.891683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012069755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T16:31:23.892713Z","caller":"traceutil/trace.go:171","msg":"trace[1692678953] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29008; }","duration":"2.013149461s","start":"2026-09-29T16:31:21.879543Z","end":"2026-09-29T16:31:23.892693Z","steps":["trace[1692678953] 'agreement among raft nodes before linearized reading' (duration: 2.012008874s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:23.892775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.879525Z","time spent":"2.013230143s","remote":"127.0.0.1:36684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:23.891695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901415213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:23.891798Z","caller":"traceutil/trace.go:171","msg":"trace[1718406863] transaction","detail":"{read_only:false; response_revision:29008; number_of_response:1; }","duration":"942.691216ms","start":"2026-09-29T16:31:22.94908Z","end":"2026-09-29T16:31:23.891771Z","steps":["trace[1718406863] 'process raft request' (duration: 942.345055ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:23.89311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:22.949063Z","time spent":"944.004277ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:23.891804Z","caller":"traceutil/trace.go:171","msg":"trace[464879447] transaction","detail":"{read_only:false; response_revision:29004; number_of_response:1; }","duration":"1.341596352s","start":"2026-09-29T16:31:22.550174Z","end":"2026-09-29T16:31:23.891771Z","steps":["trace[464879447] 'process raft request' (duration: 1.159934102s)","trace[464879447] 'compare' (duration: 180.468012ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:23.893252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:22.550153Z","time spent":"1.343031617s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:23.891833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249791545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-09-29T16:31:23.893347Z","caller":"traceutil/trace.go:171","msg":"trace[1109122592] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29008; }","duration":"2.251321224s","start":"2026-09-29T16:31:21.64201Z","end":"2026-09-29T16:31:23.893331Z","steps":["trace[1109122592] 'agreement among raft nodes before linearized reading' (duration: 2.249731273s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:23.893159Z","caller":"traceutil/trace.go:171","msg":"trace[1108518676] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:29008; }","duration":"1.902752086s","start":"2026-09-29T16:31:21.9902Z","end":"2026-09-29T16:31:23.892953Z","steps":["trace[1108518676] 'agreement among raft nodes before linearized reading' (duration: 1.901349451s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:23.893423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.641996Z","time spent":"2.251407087s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:31:23.891829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.15134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:31:23.893498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:21.990154Z","time spent":"1.903275672s","remote":"127.0.0.1:60892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:31:23.893523Z","caller":"traceutil/trace.go:171","msg":"trace[1104400470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29008; }","duration":"710.887275ms","start":"2026-09-29T16:31:23.18262Z","end":"2026-09-29T16:31:23.893508Z","steps":["trace[1104400470] 'agreement among raft nodes before linearized reading' (duration: 709.115068ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:23.891968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.036628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-09-29T16:31:23.893672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:23.182599Z","time spent":"711.02287ms","remote":"127.0.0.1:40102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-09-29T16:31:23.893668Z","caller":"traceutil/trace.go:171","msg":"trace[1817916142] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29008; }","duration":"171.763093ms","start":"2026-09-29T16:31:23.72188Z","end":"2026-09-29T16:31:23.893643Z","steps":["trace[1817916142] 'agreement among raft nodes before linearized reading' (duration: 169.905234ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:23.891989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:23.185543Z","time spent":"706.440213ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16740,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-09-29T16:31:23.891993Z","caller":"traceutil/trace.go:171","msg":"trace[22707580] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:29008; }","duration":"604.87486ms","start":"2026-09-29T16:31:23.287101Z","end":"2026-09-29T16:31:23.891976Z","steps":["trace[22707580] 'agreement among raft nodes before linearized reading' (duration: 604.652843ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:23.893975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:23.287081Z","time spent":"606.818544ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-09-29T16:31:23.892097Z","caller":"traceutil/trace.go:171","msg":"trace[622404833] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29008; }","duration":"829.259384ms","start":"2026-09-29T16:31:23.062822Z","end":"2026-09-29T16:31:23.892081Z","steps":["trace[622404833] 'agreement among raft nodes before linearized reading' (duration: 829.183742ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:23.894105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:23.062802Z","time spent":"831.282499ms","remote":"127.0.0.1:36658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:23.892096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.046416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-09-29T16:31:23.894198Z","caller":"traceutil/trace.go:171","msg":"trace[1022599580] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29008; }","duration":"711.227926ms","start":"2026-09-29T16:31:23.182952Z","end":"2026-09-29T16:31:23.89418Z","steps":["trace[1022599580] 'agreement among raft nodes before linearized reading' (duration: 708.918623ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:23.894254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:23.182929Z","time spent":"711.309729ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:31:23.891982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:22.315297Z","time spent":"1.576676895s","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-09-29T16:31:24.704045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.296463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:31:24.704146Z","caller":"traceutil/trace.go:171","msg":"trace[1799461375] transaction","detail":"{read_only:false; response_revision:29009; number_of_response:1; }","duration":"804.828194ms","start":"2026-09-29T16:31:23.8993Z","end":"2026-09-29T16:31:24.704129Z","steps":["trace[1799461375] 'process raft request' (duration: 142.374586ms)","trace[1799461375] 'compare' (duration: 661.958702ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:24.704201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:23.899285Z","time spent":"804.889015ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:25.42003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.993499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:31:25.420379Z","caller":"traceutil/trace.go:171","msg":"trace[1613994176] transaction","detail":"{read_only:false; response_revision:29012; number_of_response:1; }","duration":"477.869966ms","start":"2026-09-29T16:31:24.94249Z","end":"2026-09-29T16:31:25.42036Z","steps":["trace[1613994176] 'process raft request' (duration: 477.821075ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:25.42043Z","caller":"traceutil/trace.go:171","msg":"trace[400483789] linearizableReadLoop","detail":"{readStateIndex:30355; appliedIndex:30353; }","duration":"1.520187143s","start":"2026-09-29T16:31:23.900223Z","end":"2026-09-29T16:31:25.42041Z","steps":["trace[400483789] 'read index received' (duration: 141.465177ms)","trace[400483789] 'applied index is now lower than readState.Index' (duration: 1.378719126s)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:25.420435Z","caller":"traceutil/trace.go:171","msg":"trace[984127462] transaction","detail":"{read_only:false; response_revision:29011; number_of_response:1; }","duration":"1.520156952s","start":"2026-09-29T16:31:23.900242Z","end":"2026-09-29T16:31:25.420398Z","steps":["trace[984127462] 'process raft request' (duration: 1.519882293s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:25.420517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:24.942438Z","time spent":"477.98447ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:25.420664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:23.900213Z","time spent":"1.520350778s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:25.420715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520472321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-09-29T16:31:25.4208Z","caller":"traceutil/trace.go:171","msg":"trace[1909555170] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29012; }","duration":"1.520643397s","start":"2026-09-29T16:31:23.900135Z","end":"2026-09-29T16:31:25.420778Z","steps":["trace[1909555170] 'agreement among raft nodes before linearized reading' (duration: 1.520358769s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:25.420853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:23.900113Z","time spent":"1.52073087s","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-09-29T16:31:25.420979Z","caller":"traceutil/trace.go:171","msg":"trace[420822134] transaction","detail":"{read_only:false; response_revision:29010; number_of_response:1; }","duration":"1.520558754s","start":"2026-09-29T16:31:23.899827Z","end":"2026-09-29T16:31:25.420386Z","steps":["trace[420822134] 'process raft request' (duration: 1.136119071s)","trace[420822134] 'compare' (duration: 383.769442ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:25.421065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:23.899801Z","time spent":"1.521216595s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:25.903152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000587529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-09-29T16:31:25.903225Z","caller":"traceutil/trace.go:171","msg":"trace[1182542512] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000693462s","start":"2026-09-29T16:31:23.902517Z","end":"2026-09-29T16:31:25.90321Z","steps":["trace[1182542512] 'agreement among raft nodes before linearized reading' (duration: 2.000603859s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:25.90327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:23.902479Z","time spent":"2.000779386s","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T16:31:26.284771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.884405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:31:26.284977Z","caller":"traceutil/trace.go:171","msg":"trace[1213435727] linearizableReadLoop","detail":"{readStateIndex:30359; appliedIndex:30357; }","duration":"864.461018ms","start":"2026-09-29T16:31:25.420497Z","end":"2026-09-29T16:31:26.284958Z","steps":["trace[1213435727] 'read index received' (duration: 294.341606ms)","trace[1213435727] 'applied index is now lower than readState.Index' (duration: 570.118242ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:26.285176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774328307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-09-29T16:31:26.28518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77411477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-09-29T16:31:26.286586Z","caller":"traceutil/trace.go:171","msg":"trace[154215900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29014; }","duration":"1.7757339s","start":"2026-09-29T16:31:24.510814Z","end":"2026-09-29T16:31:26.286548Z","steps":["trace[154215900] 'agreement among raft nodes before linearized reading' (duration: 1.774235363s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:26.286667Z","caller":"traceutil/trace.go:171","msg":"trace[1220510401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29014; }","duration":"1.775672698s","start":"2026-09-29T16:31:24.510971Z","end":"2026-09-29T16:31:26.286644Z","steps":["trace[1220510401] 'agreement among raft nodes before linearized reading' (duration: 1.774054237s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:26.285242Z","caller":"traceutil/trace.go:171","msg":"trace[664762785] transaction","detail":"{read_only:false; response_revision:29013; number_of_response:1; }","duration":"1.097372584s","start":"2026-09-29T16:31:25.187848Z","end":"2026-09-29T16:31:26.28522Z","steps":["trace[664762785] 'process raft request' (duration: 526.962913ms)","trace[664762785] 'compare' (duration: 569.714448ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:26.286727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:24.510947Z","time spent":"1.775760061s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-29T16:31:26.286719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:24.510807Z","time spent":"1.775855445s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-09-29T16:31:26.285386Z","caller":"traceutil/trace.go:171","msg":"trace[1244117562] transaction","detail":"{read_only:false; response_revision:29014; number_of_response:1; }","duration":"1.097279471s","start":"2026-09-29T16:31:25.188094Z","end":"2026-09-29T16:31:26.285374Z","steps":["trace[1244117562] 'process raft request' (duration: 1.096782286s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:26.286801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:25.187818Z","time spent":"1.098923203s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:26.285517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773639323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-09-29T16:31:26.286935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:25.188079Z","time spent":"1.098774588s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:26.286982Z","caller":"traceutil/trace.go:171","msg":"trace[955751504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29014; }","duration":"1.775096049s","start":"2026-09-29T16:31:24.511865Z","end":"2026-09-29T16:31:26.286961Z","steps":["trace[955751504] 'agreement among raft nodes before linearized reading' (duration: 1.77354575s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:26.287069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:24.511798Z","time spent":"1.775252364s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-29T16:31:26.285607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773908332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-09-29T16:31:26.287135Z","caller":"traceutil/trace.go:171","msg":"trace[1277474555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29014; }","duration":"1.7754209s","start":"2026-09-29T16:31:24.511691Z","end":"2026-09-29T16:31:26.287112Z","steps":["trace[1277474555] 'agreement among raft nodes before linearized reading' (duration: 1.773848761s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:26.285691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77756813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.75\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-09-29T16:31:26.287205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:24.511664Z","time spent":"1.775521693s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-09-29T16:31:26.287238Z","caller":"traceutil/trace.go:171","msg":"trace[1017287942] range","detail":"{range_begin:/registry/masterleases/162.253.55.75; range_end:; response_count:1; response_revision:29014; }","duration":"1.77914896s","start":"2026-09-29T16:31:24.508076Z","end":"2026-09-29T16:31:26.287225Z","steps":["trace[1017287942] 'agreement among raft nodes before linearized reading' (duration: 1.777553919s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:26.287278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:24.508055Z","time spent":"1.779208672s","remote":"127.0.0.1:40132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.75\" "} {"level":"warn","ts":"2026-09-29T16:31:26.285773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775623258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-09-29T16:31:26.287322Z","caller":"traceutil/trace.go:171","msg":"trace[228683235] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29014; }","duration":"1.777178026s","start":"2026-09-29T16:31:24.510129Z","end":"2026-09-29T16:31:26.287307Z","steps":["trace[228683235] 'agreement among raft nodes before linearized reading' (duration: 1.775579996s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:26.287382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:24.510124Z","time spent":"1.777243768s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-09-29T16:31:26.285847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775733711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-09-29T16:31:26.287476Z","caller":"traceutil/trace.go:171","msg":"trace[35791183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29014; }","duration":"1.777362743s","start":"2026-09-29T16:31:24.510069Z","end":"2026-09-29T16:31:26.287432Z","steps":["trace[35791183] 'agreement among raft nodes before linearized reading' (duration: 1.77572199s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:26.28591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.154601546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:31:26.287543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:24.51005Z","time spent":"1.777476107s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-09-29T16:31:26.287557Z","caller":"traceutil/trace.go:171","msg":"trace[800567312] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29014; }","duration":"2.15628001s","start":"2026-09-29T16:31:24.131263Z","end":"2026-09-29T16:31:26.287543Z","steps":["trace[800567312] 'agreement among raft nodes before linearized reading' (duration: 2.154612896s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:26.287679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:24.131243Z","time spent":"2.156402934s","remote":"127.0.0.1:60932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:26.285969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373537175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:26.287755Z","caller":"traceutil/trace.go:171","msg":"trace[1104447016] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:29014; }","duration":"2.375336693s","start":"2026-09-29T16:31:23.912395Z","end":"2026-09-29T16:31:26.287732Z","steps":["trace[1104447016] 'agreement among raft nodes before linearized reading' (duration: 2.373545275s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:26.287821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:23.912383Z","time spent":"2.375416736s","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:26.785711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15074006371131175880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-09-29T16:31:27.041427Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010278034s","expected-duration":"1s"} {"level":"warn","ts":"2026-09-29T16:31:27.336829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.048629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:31:27.337063Z","caller":"traceutil/trace.go:171","msg":"trace[1425854502] transaction","detail":"{read_only:false; response_revision:29017; number_of_response:1; }","duration":"1.436878113s","start":"2026-09-29T16:31:25.900168Z","end":"2026-09-29T16:31:27.337046Z","steps":["trace[1425854502] 'process raft request' (duration: 1.436836791s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:27.337137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:25.900135Z","time spent":"1.436966855s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:27.337321Z","caller":"traceutil/trace.go:171","msg":"trace[1200915064] transaction","detail":"{read_only:false; response_revision:29015; number_of_response:1; }","duration":"1.437955547s","start":"2026-09-29T16:31:25.899353Z","end":"2026-09-29T16:31:27.337309Z","steps":["trace[1200915064] 'process raft request' (duration: 1.142293238s)","trace[1200915064] 'compare' (duration: 294.675428ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:27.337377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:25.899336Z","time spent":"1.438013008s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:27.33762Z","caller":"traceutil/trace.go:171","msg":"trace[2107964205] transaction","detail":"{read_only:false; response_revision:29016; number_of_response:1; }","duration":"1.437533983s","start":"2026-09-29T16:31:25.900072Z","end":"2026-09-29T16:31:27.337606Z","steps":["trace[2107964205] 'process raft request' (duration: 1.436844322s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:27.337678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:25.900058Z","time spent":"1.437591156s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:27.903417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999964469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-09-29T16:31:27.90357Z","caller":"traceutil/trace.go:171","msg":"trace[1014274821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000160716s","start":"2026-09-29T16:31:25.903378Z","end":"2026-09-29T16:31:27.903538Z","steps":["trace[1014274821] 'agreement among raft nodes before linearized reading' (duration: 1.99996407s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:27.903637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:25.903364Z","time spent":"2.000264609s","remote":"127.0.0.1:40102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/09/29 16:31:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-09-29T16:31:27.912221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99998402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-09-29T16:31:27.912256Z","caller":"traceutil/trace.go:171","msg":"trace[820128462] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060412s","start":"2026-09-29T16:31:25.912187Z","end":"2026-09-29T16:31:27.912247Z","steps":["trace[820128462] 'agreement among raft nodes before linearized reading' (duration: 2.00002094s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:27.912274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:25.912166Z","time spent":"2.000103254s","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/09/29 16:31:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-09-29T16:31:28.016996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:26.289808Z","time spent":"1.727181001s","remote":"127.0.0.1:40132","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-09-29T16:31:28.017437Z","caller":"traceutil/trace.go:171","msg":"trace[461521873] transaction","detail":"{read_only:false; response_revision:29018; number_of_response:1; }","duration":"1.727218723s","start":"2026-09-29T16:31:26.29019Z","end":"2026-09-29T16:31:28.017409Z","steps":["trace[461521873] 'process raft request' (duration: 1.726668505s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:28.017555Z","caller":"traceutil/trace.go:171","msg":"trace[1406928566] transaction","detail":"{read_only:false; response_revision:29019; number_of_response:1; }","duration":"1.726244661s","start":"2026-09-29T16:31:26.291263Z","end":"2026-09-29T16:31:28.017508Z","steps":["trace[1406928566] 'process raft request' (duration: 1.726052915s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:28.01759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:26.290174Z","time spent":"1.727344456s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:28.0176Z","caller":"traceutil/trace.go:171","msg":"trace[1364682517] transaction","detail":"{read_only:false; response_revision:29022; number_of_response:1; }","duration":"1.723707869s","start":"2026-09-29T16:31:26.29387Z","end":"2026-09-29T16:31:28.017578Z","steps":["trace[1364682517] 'process raft request' (duration: 1.723649157s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:28.017655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:26.291251Z","time spent":"1.726353154s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:28.017641Z","caller":"traceutil/trace.go:171","msg":"trace[1586474787] transaction","detail":"{read_only:false; response_revision:29021; number_of_response:1; }","duration":"1.724941999s","start":"2026-09-29T16:31:26.292644Z","end":"2026-09-29T16:31:28.017586Z","steps":["trace[1586474787] 'process raft request' (duration: 1.724805515s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:28.017687Z","caller":"traceutil/trace.go:171","msg":"trace[447584891] transaction","detail":"{read_only:false; response_revision:29020; number_of_response:1; }","duration":"1.725449065s","start":"2026-09-29T16:31:26.292135Z","end":"2026-09-29T16:31:28.017584Z","steps":["trace[447584891] 'process raft request' (duration: 1.72527369s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:28.017803Z","caller":"traceutil/trace.go:171","msg":"trace[631857499] linearizableReadLoop","detail":"{readStateIndex:30369; appliedIndex:30359; }","duration":"1.732771979s","start":"2026-09-29T16:31:26.285021Z","end":"2026-09-29T16:31:28.017793Z","steps":["trace[631857499] 'read index received' (duration: 756.643336ms)","trace[631857499] 'applied index is now lower than readState.Index' (duration: 976.127733ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:28.01782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:26.292631Z","time spent":"1.725089183s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:28.017886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190848703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:28.017888Z","caller":"traceutil/trace.go:171","msg":"trace[775303167] transaction","detail":"{read_only:false; response_revision:29023; number_of_response:1; }","duration":"1.722734378s","start":"2026-09-29T16:31:26.295139Z","end":"2026-09-29T16:31:28.017874Z","steps":["trace[775303167] 'process raft request' (duration: 1.722408058s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:28.017921Z","caller":"traceutil/trace.go:171","msg":"trace[580884882] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:29023; }","duration":"2.190919125s","start":"2026-09-29T16:31:25.826992Z","end":"2026-09-29T16:31:28.017911Z","steps":["trace[580884882] 'agreement among raft nodes before linearized reading' (duration: 2.190858544s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:28.017909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073092004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:31:28.017952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:25.826974Z","time spent":"2.190971397s","remote":"127.0.0.1:44556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:28.017956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:26.295128Z","time spent":"1.722795191s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:28.017974Z","caller":"traceutil/trace.go:171","msg":"trace[199651067] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:29023; }","duration":"2.073199027s","start":"2026-09-29T16:31:25.944757Z","end":"2026-09-29T16:31:28.017956Z","steps":["trace[199651067] 'agreement among raft nodes before linearized reading' (duration: 2.073049892s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:28.017993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.356920055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:28.018034Z","caller":"traceutil/trace.go:171","msg":"trace[520723720] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29023; }","duration":"2.357008508s","start":"2026-09-29T16:31:25.661013Z","end":"2026-09-29T16:31:28.018021Z","steps":["trace[520723720] 'agreement among raft nodes before linearized reading' (duration: 2.356932646s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:28.018031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:25.944739Z","time spent":"2.07327811s","remote":"127.0.0.1:40298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:28.018073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:25.660985Z","time spent":"2.35707998s","remote":"127.0.0.1:60938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-09-29T16:31:28.017737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:26.293857Z","time spent":"1.723806983s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:28.01803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:26.292105Z","time spent":"1.725684213s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:28.018134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595977406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16717"} {"level":"info","ts":"2026-09-29T16:31:28.019691Z","caller":"traceutil/trace.go:171","msg":"trace[1651258763] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29023; }","duration":"2.597550527s","start":"2026-09-29T16:31:25.422116Z","end":"2026-09-29T16:31:28.019667Z","steps":["trace[1651258763] 'agreement among raft nodes before linearized reading' (duration: 2.595906904s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:28.019752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:25.422098Z","time spent":"2.59763803s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16740,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-09-29T16:31:28.018802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.774861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18d9d7b0d4b766e5\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-09-29T16:31:28.019828Z","caller":"traceutil/trace.go:171","msg":"trace[64114311] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18d9d7b0d4b766e5; range_end:; response_count:1; response_revision:29024; }","duration":"108.839234ms","start":"2026-09-29T16:31:27.91097Z","end":"2026-09-29T16:31:28.01981Z","steps":["trace[64114311] 'agreement among raft nodes before linearized reading' (duration: 107.666826ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:28.018811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.912558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:28.019982Z","caller":"traceutil/trace.go:171","msg":"trace[53363325] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:29024; }","duration":"256.130397ms","start":"2026-09-29T16:31:27.76384Z","end":"2026-09-29T16:31:28.019971Z","steps":["trace[53363325] 'agreement among raft nodes before linearized reading' (duration: 254.927999ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:28.018798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311096377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-09-29T16:31:28.020116Z","caller":"traceutil/trace.go:171","msg":"trace[1325395303] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29024; }","duration":"1.31244689s","start":"2026-09-29T16:31:26.707649Z","end":"2026-09-29T16:31:28.020096Z","steps":["trace[1325395303] 'agreement among raft nodes before linearized reading' (duration: 1.310991973s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:28.020163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:26.70763Z","time spent":"1.312519122s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-09-29T16:31:28.01885Z","caller":"traceutil/trace.go:171","msg":"trace[160547213] transaction","detail":"{read_only:false; response_revision:29024; number_of_response:1; }","duration":"495.568332ms","start":"2026-09-29T16:31:27.523267Z","end":"2026-09-29T16:31:28.018836Z","steps":["trace[160547213] 'process raft request' (duration: 495.251891ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:28.020258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:27.523239Z","time spent":"496.980945ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:28.018853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.922016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:28.020327Z","caller":"traceutil/trace.go:171","msg":"trace[960523401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29024; }","duration":"109.418633ms","start":"2026-09-29T16:31:27.910895Z","end":"2026-09-29T16:31:28.020313Z","steps":["trace[960523401] 'agreement among raft nodes before linearized reading' (duration: 107.942327ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:28.018958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.85455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-09-29T16:31:28.020451Z","caller":"traceutil/trace.go:171","msg":"trace[1550102883] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29024; }","duration":"590.346287ms","start":"2026-09-29T16:31:27.430081Z","end":"2026-09-29T16:31:28.020428Z","steps":["trace[1550102883] 'agreement among raft nodes before linearized reading' (duration: 588.721696ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:28.020622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:27.430027Z","time spent":"590.574924ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:31:28.183651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.480539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:28.183746Z","caller":"traceutil/trace.go:171","msg":"trace[1299184583] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29030; }","duration":"121.615262ms","start":"2026-09-29T16:31:28.062112Z","end":"2026-09-29T16:31:28.183727Z","steps":["trace[1299184583] 'agreement among raft nodes before linearized reading' (duration: 121.430486ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:28.399704Z","caller":"traceutil/trace.go:171","msg":"trace[1542533912] transaction","detail":"{read_only:false; response_revision:29035; number_of_response:1; }","duration":"106.286603ms","start":"2026-09-29T16:31:28.293387Z","end":"2026-09-29T16:31:28.399673Z","steps":["trace[1542533912] 'process raft request' (duration: 93.179664ms)","trace[1542533912] 'compare' (duration: 12.930352ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:33.923779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15074006371131175999,"retry-timeout":"500ms"} {"level":"info","ts":"2026-09-29T16:31:34.003024Z","caller":"traceutil/trace.go:171","msg":"trace[2075775895] transaction","detail":"{read_only:false; response_revision:29067; number_of_response:1; }","duration":"606.998179ms","start":"2026-09-29T16:31:33.395999Z","end":"2026-09-29T16:31:34.002997Z","steps":["trace[2075775895] 'process raft request' (duration: 606.791393ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:34.003384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:33.395971Z","time spent":"607.215915ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:35.287422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.284664903s","expected-duration":"1s"} {"level":"info","ts":"2026-09-29T16:31:35.352385Z","caller":"traceutil/trace.go:171","msg":"trace[1633774534] linearizableReadLoop","detail":"{readStateIndex:30418; appliedIndex:30414; }","duration":"1.928827537s","start":"2026-09-29T16:31:33.423532Z","end":"2026-09-29T16:31:35.35236Z","steps":["trace[1633774534] 'read index received' (duration: 579.212631ms)","trace[1633774534] 'applied index is now lower than readState.Index' (duration: 1.349613886s)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:35.352828Z","caller":"traceutil/trace.go:171","msg":"trace[187111753] transaction","detail":"{read_only:false; response_revision:29068; number_of_response:1; }","duration":"1.901158316s","start":"2026-09-29T16:31:33.451653Z","end":"2026-09-29T16:31:35.352811Z","steps":["trace[187111753] 'process raft request' (duration: 1.836013815s)","trace[187111753] 'compare' (duration: 63.728825ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:35.352906Z","caller":"traceutil/trace.go:171","msg":"trace[105629988] transaction","detail":"{read_only:false; response_revision:29070; number_of_response:1; }","duration":"1.440641864s","start":"2026-09-29T16:31:33.912242Z","end":"2026-09-29T16:31:35.352884Z","steps":["trace[105629988] 'process raft request' (duration: 1.440072135s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:35.352944Z","caller":"traceutil/trace.go:171","msg":"trace[258225939] transaction","detail":"{read_only:false; response_revision:29069; number_of_response:1; }","duration":"1.900344699s","start":"2026-09-29T16:31:33.452558Z","end":"2026-09-29T16:31:35.352903Z","steps":["trace[258225939] 'process raft request' (duration: 1.899683778s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:35.353117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:33.452545Z","time spent":"1.900472893s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:35.353171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:33.912214Z","time spent":"1.440751887s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:35.353062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:33.451631Z","time spent":"1.901277929s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:35.353364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929832991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-09-29T16:31:35.353392Z","caller":"traceutil/trace.go:171","msg":"trace[1000699340] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29070; }","duration":"1.929941144s","start":"2026-09-29T16:31:33.423445Z","end":"2026-09-29T16:31:35.353386Z","steps":["trace[1000699340] 'agreement among raft nodes before linearized reading' (duration: 1.929437088s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:35.353408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:33.423416Z","time spent":"1.929988905s","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-09-29T16:31:35.853609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15074006371131176007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-09-29T16:31:36.324411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000353772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-09-29T16:31:36.32449Z","caller":"traceutil/trace.go:171","msg":"trace[269013357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000466825s","start":"2026-09-29T16:31:34.323993Z","end":"2026-09-29T16:31:36.32446Z","steps":["trace[269013357] 'agreement among raft nodes before linearized reading' (duration: 2.000386692s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.324524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:34.323971Z","time spent":"2.000545698s","remote":"127.0.0.1:40102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/09/29 16:31:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-09-29T16:31:36.95717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029555468s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:31:36.957753Z","caller":"traceutil/trace.go:171","msg":"trace[334069059] linearizableReadLoop","detail":"{readStateIndex:30423; appliedIndex:30418; }","duration":"1.605173475s","start":"2026-09-29T16:31:35.352556Z","end":"2026-09-29T16:31:36.95773Z","steps":["trace[334069059] 'read index received' (duration: 574.974086ms)","trace[334069059] 'applied index is now lower than readState.Index' (duration: 1.030198369s)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:36.957872Z","caller":"traceutil/trace.go:171","msg":"trace[208077968] transaction","detail":"{read_only:false; response_revision:29074; number_of_response:1; }","duration":"1.430035464s","start":"2026-09-29T16:31:35.527809Z","end":"2026-09-29T16:31:36.957845Z","steps":["trace[208077968] 'process raft request' (duration: 1.429790276s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:36.957951Z","caller":"traceutil/trace.go:171","msg":"trace[1754969649] transaction","detail":"{read_only:false; response_revision:29071; number_of_response:1; }","duration":"2.74858257s","start":"2026-09-29T16:31:34.209353Z","end":"2026-09-29T16:31:36.957935Z","steps":["trace[1754969649] 'process raft request' (duration: 1.718165803s)","trace[1754969649] 'compare' (duration: 1.029042492s)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:36.958027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:35.527784Z","time spent":"1.430158959s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:36.958012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847535569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:31:36.958056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:34.209325Z","time spent":"2.748675823s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:36.958042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843927444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-09-29T16:31:36.95809Z","caller":"traceutil/trace.go:171","msg":"trace[80037070] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:29075; }","duration":"2.847659773s","start":"2026-09-29T16:31:34.11041Z","end":"2026-09-29T16:31:36.95807Z","steps":["trace[80037070] 'agreement among raft nodes before linearized reading' (duration: 2.847419854s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.958097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594506911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-09-29T16:31:36.958127Z","caller":"traceutil/trace.go:171","msg":"trace[612467612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29075; }","duration":"2.844038058s","start":"2026-09-29T16:31:34.114061Z","end":"2026-09-29T16:31:36.958099Z","steps":["trace[612467612] 'agreement among raft nodes before linearized reading' (duration: 2.843769748s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.958148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:34.110395Z","time spent":"2.847742235s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:31:36.958157Z","caller":"traceutil/trace.go:171","msg":"trace[266758077] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29075; }","duration":"2.594597174s","start":"2026-09-29T16:31:34.363539Z","end":"2026-09-29T16:31:36.958136Z","steps":["trace[266758077] 'agreement among raft nodes before linearized reading' (duration: 2.594279173s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.958165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:34.114048Z","time spent":"2.8441087s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-09-29T16:31:36.95815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874082296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-09-29T16:31:36.958228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612523636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-09-29T16:31:36.958262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382178003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:31:36.958281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846564177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-09-29T16:31:36.958301Z","caller":"traceutil/trace.go:171","msg":"trace[1336795136] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29075; }","duration":"2.612622788s","start":"2026-09-29T16:31:34.345655Z","end":"2026-09-29T16:31:36.958277Z","steps":["trace[1336795136] 'agreement among raft nodes before linearized reading' (duration: 2.612464994s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.958281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.342201441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:36.958322Z","caller":"traceutil/trace.go:171","msg":"trace[997974642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29075; }","duration":"2.8466211s","start":"2026-09-29T16:31:34.111688Z","end":"2026-09-29T16:31:36.958309Z","steps":["trace[997974642] 'agreement among raft nodes before linearized reading' (duration: 2.846498207s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.958332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843296333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-09-29T16:31:36.958356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:34.345628Z","time spent":"2.612715622s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:31:36.958078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843832341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-09-29T16:31:36.958366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:34.111679Z","time spent":"2.846676982s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-09-29T16:31:36.958366Z","caller":"traceutil/trace.go:171","msg":"trace[544629982] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:29075; }","duration":"3.342351156s","start":"2026-09-29T16:31:33.615997Z","end":"2026-09-29T16:31:36.958348Z","steps":["trace[544629982] 'agreement among raft nodes before linearized reading' (duration: 3.342191991s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:36.958391Z","caller":"traceutil/trace.go:171","msg":"trace[1181248639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29075; }","duration":"2.844239614s","start":"2026-09-29T16:31:34.114145Z","end":"2026-09-29T16:31:36.958385Z","steps":["trace[1181248639] 'agreement among raft nodes before linearized reading' (duration: 2.843682105s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:36.958398Z","caller":"traceutil/trace.go:171","msg":"trace[748406173] transaction","detail":"{read_only:false; response_revision:29075; number_of_response:1; }","duration":"1.217093087s","start":"2026-09-29T16:31:35.74128Z","end":"2026-09-29T16:31:36.958373Z","steps":["trace[748406173] 'process raft request' (duration: 1.216392293s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.958422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:34.114115Z","time spent":"2.844301206s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-09-29T16:31:36.958411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:33.61597Z","time spent":"3.342431898s","remote":"127.0.0.1:37556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:36.958421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449552574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.75\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-09-29T16:31:36.958198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:34.363518Z","time spent":"2.594669017s","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-09-29T16:31:36.958261Z","caller":"traceutil/trace.go:171","msg":"trace[1941787741] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29075; }","duration":"2.87422137s","start":"2026-09-29T16:31:34.084011Z","end":"2026-09-29T16:31:36.958232Z","steps":["trace[1941787741] 'agreement among raft nodes before linearized reading' (duration: 2.873886628s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:36.958528Z","caller":"traceutil/trace.go:171","msg":"trace[1092522253] range","detail":"{range_begin:/registry/masterleases/162.253.55.75; range_end:; response_count:1; response_revision:29075; }","duration":"2.449632166s","start":"2026-09-29T16:31:34.508819Z","end":"2026-09-29T16:31:36.958451Z","steps":["trace[1092522253] 'agreement among raft nodes before linearized reading' (duration: 2.449512282s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.958579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:34.508797Z","time spent":"2.449769421s","remote":"127.0.0.1:40132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.75\" "} {"level":"warn","ts":"2026-09-29T16:31:36.958597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:35.741252Z","time spent":"1.21719327s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:36.958609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:34.083967Z","time spent":"2.874593012s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-09-29T16:31:36.958367Z","caller":"traceutil/trace.go:171","msg":"trace[577862556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29075; }","duration":"2.843380426s","start":"2026-09-29T16:31:34.114976Z","end":"2026-09-29T16:31:36.958356Z","steps":["trace[577862556] 'agreement among raft nodes before linearized reading' (duration: 2.843278763s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.958685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:34.114966Z","time spent":"2.843693896s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-09-29T16:31:36.958323Z","caller":"traceutil/trace.go:171","msg":"trace[365577480] transaction","detail":"{read_only:false; response_revision:29073; number_of_response:1; }","duration":"2.517345488s","start":"2026-09-29T16:31:34.440964Z","end":"2026-09-29T16:31:36.95831Z","steps":["trace[365577480] 'process raft request' (duration: 2.516577172s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.958789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881910821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:31:36.958831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844119129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-09-29T16:31:36.958941Z","caller":"traceutil/trace.go:171","msg":"trace[2026480500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29075; }","duration":"2.844280834s","start":"2026-09-29T16:31:34.114638Z","end":"2026-09-29T16:31:36.958919Z","steps":["trace[2026480500] 'agreement among raft nodes before linearized reading' (duration: 2.843798629s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:36.957895Z","caller":"traceutil/trace.go:171","msg":"trace[2043524194] transaction","detail":"{read_only:false; response_revision:29072; number_of_response:1; }","duration":"2.532104078s","start":"2026-09-29T16:31:34.425763Z","end":"2026-09-29T16:31:36.957867Z","steps":["trace[2043524194] 'process raft request' (duration: 2.531567331s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.959002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:34.114582Z","time spent":"2.844409418s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-29T16:31:36.958818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:34.440934Z","time spent":"2.517837963s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:36.958966Z","caller":"traceutil/trace.go:171","msg":"trace[22123830] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:29075; }","duration":"1.88251885s","start":"2026-09-29T16:31:35.076376Z","end":"2026-09-29T16:31:36.958894Z","steps":["trace[22123830] 'agreement among raft nodes before linearized reading' (duration: 1.881652093s)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:36.958308Z","caller":"traceutil/trace.go:171","msg":"trace[1335576782] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:29075; }","duration":"2.382260945s","start":"2026-09-29T16:31:34.576032Z","end":"2026-09-29T16:31:36.958293Z","steps":["trace[1335576782] 'agreement among raft nodes before linearized reading' (duration: 2.382187823s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.959273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:34.57601Z","time spent":"2.383206425s","remote":"127.0.0.1:60706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:36.959052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:34.425737Z","time spent":"2.533279366s","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:36.959181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:35.076334Z","time spent":"1.882823609s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:31:36.98425Z","caller":"traceutil/trace.go:171","msg":"trace[200792731] transaction","detail":"{read_only:false; response_revision:29076; number_of_response:1; }","duration":"974.732458ms","start":"2026-09-29T16:31:36.009492Z","end":"2026-09-29T16:31:36.984224Z","steps":["trace[200792731] 'process raft request' (duration: 974.616075ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.984375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:36.00944Z","time spent":"974.866383ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:36.984548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.693858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:36.984621Z","caller":"traceutil/trace.go:171","msg":"trace[578841693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29076; }","duration":"652.815841ms","start":"2026-09-29T16:31:36.331787Z","end":"2026-09-29T16:31:36.984603Z","steps":["trace[578841693] 'agreement among raft nodes before linearized reading' (duration: 652.665556ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.984619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.15228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18d9d7b0d4b766e5\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-09-29T16:31:36.984628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26674686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-09-29T16:31:36.984636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.595958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:36.984678Z","caller":"traceutil/trace.go:171","msg":"trace[1428578376] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18d9d7b0d4b766e5; range_end:; response_count:1; response_revision:29076; }","duration":"657.244993ms","start":"2026-09-29T16:31:36.327419Z","end":"2026-09-29T16:31:36.984664Z","steps":["trace[1428578376] 'agreement among raft nodes before linearized reading' (duration: 657.087318ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:36.9847Z","caller":"traceutil/trace.go:171","msg":"trace[1281128633] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:29076; }","duration":"1.266859014s","start":"2026-09-29T16:31:35.717825Z","end":"2026-09-29T16:31:36.984684Z","steps":["trace[1281128633] 'agreement among raft nodes before linearized reading' (duration: 1.26674492s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.984719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:36.327396Z","time spent":"657.310764ms","remote":"127.0.0.1:40164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18d9d7b0d4b766e5\" "} {"level":"warn","ts":"2026-09-29T16:31:36.984708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.893252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-09-29T16:31:36.984701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072431287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:36.984726Z","caller":"traceutil/trace.go:171","msg":"trace[114100389] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:29076; }","duration":"576.748553ms","start":"2026-09-29T16:31:36.407951Z","end":"2026-09-29T16:31:36.9847Z","steps":["trace[114100389] 'agreement among raft nodes before linearized reading' (duration: 576.361841ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.984741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:35.717769Z","time spent":"1.266962387s","remote":"127.0.0.1:42278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:31:36.984763Z","caller":"traceutil/trace.go:171","msg":"trace[265520467] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:29076; }","duration":"859.950354ms","start":"2026-09-29T16:31:36.124797Z","end":"2026-09-29T16:31:36.984747Z","steps":["trace[265520467] 'agreement among raft nodes before linearized reading' (duration: 859.605393ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.984659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:36.331766Z","time spent":"652.886654ms","remote":"127.0.0.1:40102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-09-29T16:31:36.98478Z","caller":"traceutil/trace.go:171","msg":"trace[1838698853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29076; }","duration":"1.072589782s","start":"2026-09-29T16:31:35.912172Z","end":"2026-09-29T16:31:36.984762Z","steps":["trace[1838698853] 'agreement among raft nodes before linearized reading' (duration: 1.072440787s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.984799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:36.124736Z","time spent":"860.052477ms","remote":"127.0.0.1:40228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-09-29T16:31:36.984821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:35.912152Z","time spent":"1.072661645s","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T16:31:36.984799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:36.40793Z","time spent":"576.850096ms","remote":"127.0.0.1:60910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:36.984823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62539489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-09-29T16:31:36.985374Z","caller":"traceutil/trace.go:171","msg":"trace[1912925991] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29076; }","duration":"1.62599754s","start":"2026-09-29T16:31:35.359362Z","end":"2026-09-29T16:31:36.985359Z","steps":["trace[1912925991] 'agreement among raft nodes before linearized reading' (duration: 1.625257507s)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:36.985653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:35.359333Z","time spent":"1.626290538s","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-09-29T16:31:37.144381Z","caller":"traceutil/trace.go:171","msg":"trace[1691902579] linearizableReadLoop","detail":"{readStateIndex:30431; appliedIndex:30424; }","duration":"160.07077ms","start":"2026-09-29T16:31:36.98428Z","end":"2026-09-29T16:31:37.14435Z","steps":["trace[1691902579] 'read index received' (duration: 159.051288ms)","trace[1691902579] 'applied index is now lower than readState.Index' (duration: 1.018272ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:37.144413Z","caller":"traceutil/trace.go:171","msg":"trace[499737229] transaction","detail":"{read_only:false; response_revision:29078; number_of_response:1; }","duration":"179.15178ms","start":"2026-09-29T16:31:36.965218Z","end":"2026-09-29T16:31:37.144369Z","steps":["trace[499737229] 'process raft request' (duration: 178.916522ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:37.144517Z","caller":"traceutil/trace.go:171","msg":"trace[1031192475] transaction","detail":"{read_only:false; response_revision:29082; number_of_response:1; }","duration":"178.635323ms","start":"2026-09-29T16:31:36.96587Z","end":"2026-09-29T16:31:37.144506Z","steps":["trace[1031192475] 'process raft request' (duration: 178.444657ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:37.144492Z","caller":"traceutil/trace.go:171","msg":"trace[1152886512] transaction","detail":"{read_only:false; response_revision:29081; number_of_response:1; }","duration":"178.721376ms","start":"2026-09-29T16:31:36.965712Z","end":"2026-09-29T16:31:37.144433Z","steps":["trace[1152886512] 'process raft request' (duration: 178.577411ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:37.144655Z","caller":"traceutil/trace.go:171","msg":"trace[262468828] transaction","detail":"{read_only:false; response_revision:29077; number_of_response:1; }","duration":"180.522132ms","start":"2026-09-29T16:31:36.964121Z","end":"2026-09-29T16:31:37.144644Z","steps":["trace[262468828] 'process raft request' (duration: 179.857841ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:37.144713Z","caller":"traceutil/trace.go:171","msg":"trace[1635733760] transaction","detail":"{read_only:false; response_revision:29080; number_of_response:1; }","duration":"179.139859ms","start":"2026-09-29T16:31:36.965548Z","end":"2026-09-29T16:31:37.144688Z","steps":["trace[1635733760] 'process raft request' (duration: 178.709635ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:37.144726Z","caller":"traceutil/trace.go:171","msg":"trace[1563440985] transaction","detail":"{read_only:false; response_revision:29079; number_of_response:1; }","duration":"179.219471ms","start":"2026-09-29T16:31:36.965489Z","end":"2026-09-29T16:31:37.144709Z","steps":["trace[1563440985] 'process raft request' (duration: 178.728636ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:37.144843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.021157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-09-29T16:31:37.144879Z","caller":"traceutil/trace.go:171","msg":"trace[1899293504] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29082; }","duration":"180.097269ms","start":"2026-09-29T16:31:36.964771Z","end":"2026-09-29T16:31:37.144868Z","steps":["trace[1899293504] 'agreement among raft nodes before linearized reading' (duration: 179.947045ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:37.144943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.223073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-09-29T16:31:37.144985Z","caller":"traceutil/trace.go:171","msg":"trace[1877803082] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29082; }","duration":"180.334517ms","start":"2026-09-29T16:31:36.964634Z","end":"2026-09-29T16:31:37.144969Z","steps":["trace[1877803082] 'agreement among raft nodes before linearized reading' (duration: 180.102609ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:37.147849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.827223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16717"} {"level":"info","ts":"2026-09-29T16:31:37.147918Z","caller":"traceutil/trace.go:171","msg":"trace[2114018498] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29082; }","duration":"159.934676ms","start":"2026-09-29T16:31:36.987967Z","end":"2026-09-29T16:31:37.147901Z","steps":["trace[2114018498] 'agreement among raft nodes before linearized reading' (duration: 159.714319ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:37.148102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.920425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-264a28d4-cb6b-4f3f-b3df-6d28dc58ef05\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-09-29T16:31:37.148151Z","caller":"traceutil/trace.go:171","msg":"trace[1581951243] range","detail":"{range_begin:/registry/persistentvolumes/pvc-264a28d4-cb6b-4f3f-b3df-6d28dc58ef05; range_end:; response_count:1; response_revision:29082; }","duration":"159.988168ms","start":"2026-09-29T16:31:36.98815Z","end":"2026-09-29T16:31:37.148138Z","steps":["trace[1581951243] 'agreement among raft nodes before linearized reading' (duration: 159.846793ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:37.470064Z","caller":"traceutil/trace.go:171","msg":"trace[1955918830] transaction","detail":"{read_only:false; response_revision:29091; number_of_response:1; }","duration":"108.992009ms","start":"2026-09-29T16:31:37.360805Z","end":"2026-09-29T16:31:37.469797Z","steps":["trace[1955918830] 'process raft request' (duration: 55.014136ms)","trace[1955918830] 'compare' (duration: 53.578981ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:37.484726Z","caller":"traceutil/trace.go:171","msg":"trace[783959817] transaction","detail":"{read_only:false; response_revision:29092; number_of_response:1; }","duration":"110.86785ms","start":"2026-09-29T16:31:37.373834Z","end":"2026-09-29T16:31:37.484702Z","steps":["trace[783959817] 'process raft request' (duration: 110.708693ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:49.424804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.218889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-09-29T16:31:49.424905Z","caller":"traceutil/trace.go:171","msg":"trace[364920290] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29240; }","duration":"183.384055ms","start":"2026-09-29T16:31:49.241494Z","end":"2026-09-29T16:31:49.424878Z","steps":["trace[364920290] 'range keys from in-memory index tree' (duration: 182.959641ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:49.425144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.679232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-09-29T16:31:49.425141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.55619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-09-29T16:31:49.425169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.461622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1251989-ce2a-485c-b91c-2373a0fe0955\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-09-29T16:31:49.42522Z","caller":"traceutil/trace.go:171","msg":"trace[2117498756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29240; }","duration":"187.779474ms","start":"2026-09-29T16:31:49.237421Z","end":"2026-09-29T16:31:49.4252Z","steps":["trace[2117498756] 'range keys from in-memory index tree' (duration: 187.464264ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:49.425247Z","caller":"traceutil/trace.go:171","msg":"trace[1024099167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29240; }","duration":"183.717306ms","start":"2026-09-29T16:31:49.241505Z","end":"2026-09-29T16:31:49.425222Z","steps":["trace[1024099167] 'range keys from in-memory index tree' (duration: 183.299903ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:49.425269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.785599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1251989-ce2a-485c-b91c-2373a0fe0955\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-09-29T16:31:49.425259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.498195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-09-29T16:31:49.425178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.425427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-09-29T16:31:49.425322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.337506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-09-29T16:31:49.425347Z","caller":"traceutil/trace.go:171","msg":"trace[162293670] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b1251989-ce2a-485c-b91c-2373a0fe0955; range_end:; response_count:1; response_revision:29240; }","duration":"118.638287ms","start":"2026-09-29T16:31:49.306611Z","end":"2026-09-29T16:31:49.425249Z","steps":["trace[162293670] 'range keys from in-memory index tree' (duration: 118.169822ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:49.425347Z","caller":"traceutil/trace.go:171","msg":"trace[739370009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29240; }","duration":"197.64584ms","start":"2026-09-29T16:31:49.22768Z","end":"2026-09-29T16:31:49.425326Z","steps":["trace[739370009] 'range keys from in-memory index tree' (duration: 197.30011ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:49.425398Z","caller":"traceutil/trace.go:171","msg":"trace[726876890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29240; }","duration":"185.44399ms","start":"2026-09-29T16:31:49.239936Z","end":"2026-09-29T16:31:49.42538Z","steps":["trace[726876890] 'range keys from in-memory index tree' (duration: 184.731018ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:49.425408Z","caller":"traceutil/trace.go:171","msg":"trace[1002968108] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b1251989-ce2a-485c-b91c-2373a0fe0955; range_end:; response_count:1; response_revision:29240; }","duration":"190.46835ms","start":"2026-09-29T16:31:49.234928Z","end":"2026-09-29T16:31:49.425396Z","steps":["trace[1002968108] 'range keys from in-memory index tree' (duration: 189.593223ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:49.42535Z","caller":"traceutil/trace.go:171","msg":"trace[179786490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29240; }","duration":"183.626762ms","start":"2026-09-29T16:31:49.241701Z","end":"2026-09-29T16:31:49.425328Z","steps":["trace[179786490] 'range keys from in-memory index tree' (duration: 183.280182ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:49.535153Z","caller":"traceutil/trace.go:171","msg":"trace[1289262240] linearizableReadLoop","detail":"{readStateIndex:30596; appliedIndex:30595; }","duration":"108.834894ms","start":"2026-09-29T16:31:49.42629Z","end":"2026-09-29T16:31:49.535124Z","steps":["trace[1289262240] 'read index received' (duration: 108.738691ms)","trace[1289262240] 'applied index is now lower than readState.Index' (duration: 94.943µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:49.535209Z","caller":"traceutil/trace.go:171","msg":"trace[1542338947] transaction","detail":"{read_only:false; response_revision:29241; number_of_response:1; }","duration":"116.810109ms","start":"2026-09-29T16:31:49.418368Z","end":"2026-09-29T16:31:49.535178Z","steps":["trace[1542338947] 'process raft request' (duration: 116.564791ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:49.535391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.070453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:49.53546Z","caller":"traceutil/trace.go:171","msg":"trace[1269649129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29241; }","duration":"109.181665ms","start":"2026-09-29T16:31:49.426261Z","end":"2026-09-29T16:31:49.535443Z","steps":["trace[1269649129] 'agreement among raft nodes before linearized reading' (duration: 108.99719ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:49.787289Z","caller":"traceutil/trace.go:171","msg":"trace[597359900] transaction","detail":"{read_only:false; response_revision:29242; number_of_response:1; }","duration":"357.08497ms","start":"2026-09-29T16:31:49.430176Z","end":"2026-09-29T16:31:49.787261Z","steps":["trace[597359900] 'process raft request' (duration: 352.235765ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:49.787495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:49.430152Z","time spent":"357.229084ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:49.787838Z","caller":"traceutil/trace.go:171","msg":"trace[430881039] transaction","detail":"{read_only:false; response_revision:29243; number_of_response:1; }","duration":"357.610606ms","start":"2026-09-29T16:31:49.430204Z","end":"2026-09-29T16:31:49.787815Z","steps":["trace[430881039] 'process raft request' (duration: 356.967216ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:49.787897Z","caller":"traceutil/trace.go:171","msg":"trace[460524425] transaction","detail":"{read_only:false; response_revision:29245; number_of_response:1; }","duration":"357.623936ms","start":"2026-09-29T16:31:49.430245Z","end":"2026-09-29T16:31:49.787869Z","steps":["trace[460524425] 'process raft request' (duration: 357.402799ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:49.787954Z","caller":"traceutil/trace.go:171","msg":"trace[535911318] transaction","detail":"{read_only:false; response_revision:29244; number_of_response:1; }","duration":"357.675248ms","start":"2026-09-29T16:31:49.430256Z","end":"2026-09-29T16:31:49.787931Z","steps":["trace[535911318] 'process raft request' (duration: 357.287026ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:49.78799Z","caller":"traceutil/trace.go:171","msg":"trace[1705331696] transaction","detail":"{read_only:false; response_revision:29247; number_of_response:1; }","duration":"354.793766ms","start":"2026-09-29T16:31:49.433168Z","end":"2026-09-29T16:31:49.787962Z","steps":["trace[1705331696] 'process raft request' (duration: 354.582849ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:49.788023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:49.430179Z","time spent":"357.738ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:49.788049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:49.430217Z","time spent":"357.75311ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:49.788054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:49.430239Z","time spent":"357.765411ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:49.788142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:49.433158Z","time spent":"354.906989ms","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:49.788237Z","caller":"traceutil/trace.go:171","msg":"trace[2125787761] transaction","detail":"{read_only:false; response_revision:29248; number_of_response:1; }","duration":"353.905468ms","start":"2026-09-29T16:31:49.434312Z","end":"2026-09-29T16:31:49.788217Z","steps":["trace[2125787761] 'process raft request' (duration: 353.589498ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:49.788306Z","caller":"traceutil/trace.go:171","msg":"trace[1154584708] transaction","detail":"{read_only:false; response_revision:29249; number_of_response:1; }","duration":"273.217253ms","start":"2026-09-29T16:31:49.515073Z","end":"2026-09-29T16:31:49.788291Z","steps":["trace[1154584708] 'process raft request' (duration: 273.099109ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:49.788316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:49.434295Z","time spent":"353.98416ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:49.788314Z","caller":"traceutil/trace.go:171","msg":"trace[1698089983] linearizableReadLoop","detail":"{readStateIndex:30604; appliedIndex:30596; }","duration":"253.065268ms","start":"2026-09-29T16:31:49.535224Z","end":"2026-09-29T16:31:49.788289Z","steps":["trace[1698089983] 'read index received' (duration: 247.17022ms)","trace[1698089983] 'applied index is now lower than readState.Index' (duration: 5.893848ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:49.78846Z","caller":"traceutil/trace.go:171","msg":"trace[1954867028] transaction","detail":"{read_only:false; response_revision:29246; number_of_response:1; }","duration":"355.277421ms","start":"2026-09-29T16:31:49.432617Z","end":"2026-09-29T16:31:49.787894Z","steps":["trace[1954867028] 'process raft request' (duration: 355.089535ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:49.788535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.214189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-09-29T16:31:49.788554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.263516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-09-29T16:31:49.788582Z","caller":"traceutil/trace.go:171","msg":"trace[1671543501] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29249; }","duration":"359.303781ms","start":"2026-09-29T16:31:49.429262Z","end":"2026-09-29T16:31:49.788566Z","steps":["trace[1671543501] 'agreement among raft nodes before linearized reading' (duration: 359.136846ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:49.788597Z","caller":"traceutil/trace.go:171","msg":"trace[1899247187] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29249; }","duration":"357.329308ms","start":"2026-09-29T16:31:49.431254Z","end":"2026-09-29T16:31:49.788584Z","steps":["trace[1899247187] 'agreement among raft nodes before linearized reading' (duration: 357.114791ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:49.788613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:49.429243Z","time spent":"359.363853ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:31:49.788629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:49.431244Z","time spent":"357.37816ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:31:49.788722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:49.432602Z","time spent":"355.958914ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:49.788818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.224863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:49.789577Z","caller":"traceutil/trace.go:171","msg":"trace[1838359657] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:29249; }","duration":"164.644827ms","start":"2026-09-29T16:31:49.624261Z","end":"2026-09-29T16:31:49.788905Z","steps":["trace[1838359657] 'agreement among raft nodes before linearized reading' (duration: 164.191173ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:50.378935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.206682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:31:50.379102Z","caller":"traceutil/trace.go:171","msg":"trace[1897623434] linearizableReadLoop","detail":"{readStateIndex:30606; appliedIndex:30604; }","duration":"119.910068ms","start":"2026-09-29T16:31:50.259174Z","end":"2026-09-29T16:31:50.379084Z","steps":["trace[1897623434] 'read index received' (duration: 46.932µs)","trace[1897623434] 'applied index is now lower than readState.Index' (duration: 119.862136ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:50.379131Z","caller":"traceutil/trace.go:171","msg":"trace[844037543] transaction","detail":"{read_only:false; response_revision:29250; number_of_response:1; }","duration":"584.260202ms","start":"2026-09-29T16:31:49.794833Z","end":"2026-09-29T16:31:50.379093Z","steps":["trace[844037543] 'process raft request' (duration: 196.816343ms)","trace[844037543] 'compare' (duration: 386.677975ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:50.379202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.030171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:50.379199Z","caller":"traceutil/trace.go:171","msg":"trace[200519696] transaction","detail":"{read_only:false; response_revision:29251; number_of_response:1; }","duration":"582.990722ms","start":"2026-09-29T16:31:49.796176Z","end":"2026-09-29T16:31:50.379167Z","steps":["trace[200519696] 'process raft request' (duration: 582.856817ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:50.379236Z","caller":"traceutil/trace.go:171","msg":"trace[1435581464] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:29251; }","duration":"120.112184ms","start":"2026-09-29T16:31:50.259112Z","end":"2026-09-29T16:31:50.379224Z","steps":["trace[1435581464] 'agreement among raft nodes before linearized reading' (duration: 120.049152ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:50.379299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:49.794805Z","time spent":"584.403527ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:50.379357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:49.796152Z","time spent":"583.125666ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:50.937753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.002406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:31:50.937856Z","caller":"traceutil/trace.go:171","msg":"trace[2051011450] linearizableReadLoop","detail":"{readStateIndex:30607; appliedIndex:30606; }","duration":"558.704877ms","start":"2026-09-29T16:31:50.379134Z","end":"2026-09-29T16:31:50.937839Z","steps":["trace[2051011450] 'read index received' (duration: 207.450202ms)","trace[2051011450] 'applied index is now lower than readState.Index' (duration: 351.253315ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:50.937923Z","caller":"traceutil/trace.go:171","msg":"trace[807712213] transaction","detail":"{read_only:false; response_revision:29252; number_of_response:1; }","duration":"565.807003ms","start":"2026-09-29T16:31:50.37208Z","end":"2026-09-29T16:31:50.937887Z","steps":["trace[807712213] 'process raft request' (duration: 214.634882ms)","trace[807712213] 'compare' (duration: 350.394847ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:50.937987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.233631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:31:50.93804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.148313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-09-29T16:31:50.938071Z","caller":"traceutil/trace.go:171","msg":"trace[934078024] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29252; }","duration":"555.257817ms","start":"2026-09-29T16:31:50.382803Z","end":"2026-09-29T16:31:50.938061Z","steps":["trace[934078024] 'agreement among raft nodes before linearized reading' (duration: 555.131773ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:50.938069Z","caller":"traceutil/trace.go:171","msg":"trace[1367946055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29252; }","duration":"609.373964ms","start":"2026-09-29T16:31:50.328677Z","end":"2026-09-29T16:31:50.938051Z","steps":["trace[1367946055] 'agreement among raft nodes before linearized reading' (duration: 609.22945ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:50.938079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:50.372045Z","time spent":"565.950288ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:50.93811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:50.382773Z","time spent":"555.327679ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:31:50.938114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:50.328651Z","time spent":"609.455947ms","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T16:31:50.938074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.751049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:31:50.938147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.326454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1251989-ce2a-485c-b91c-2373a0fe0955\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-09-29T16:31:50.938191Z","caller":"traceutil/trace.go:171","msg":"trace[890281134] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:29252; }","duration":"397.942254ms","start":"2026-09-29T16:31:50.540215Z","end":"2026-09-29T16:31:50.938157Z","steps":["trace[890281134] 'agreement among raft nodes before linearized reading' (duration: 397.725187ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:50.938242Z","caller":"traceutil/trace.go:171","msg":"trace[1595236482] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b1251989-ce2a-485c-b91c-2373a0fe0955; range_end:; response_count:1; response_revision:29252; }","duration":"506.48637ms","start":"2026-09-29T16:31:50.431732Z","end":"2026-09-29T16:31:50.938219Z","steps":["trace[1595236482] 'agreement among raft nodes before linearized reading' (duration: 506.234232ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:50.93825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:50.540191Z","time spent":"398.046947ms","remote":"127.0.0.1:60896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:31:50.938292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:50.431711Z","time spent":"506.572103ms","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1251989-ce2a-485c-b91c-2373a0fe0955\" "} {"level":"warn","ts":"2026-09-29T16:31:50.938283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.708499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-09-29T16:31:50.938351Z","caller":"traceutil/trace.go:171","msg":"trace[1753838801] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29252; }","duration":"554.814572ms","start":"2026-09-29T16:31:50.383516Z","end":"2026-09-29T16:31:50.938331Z","steps":["trace[1753838801] 'agreement among raft nodes before linearized reading' (duration: 554.646327ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:50.938401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:50.383494Z","time spent":"554.895715ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:31:51.645638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.37262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:31:51.645734Z","caller":"traceutil/trace.go:171","msg":"trace[101847516] transaction","detail":"{read_only:false; response_revision:29253; number_of_response:1; }","duration":"702.219368ms","start":"2026-09-29T16:31:50.943496Z","end":"2026-09-29T16:31:51.645715Z","steps":["trace[101847516] 'process raft request' (duration: 364.701542ms)","trace[101847516] 'compare' (duration: 336.235735ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:51.645787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:50.943213Z","time spent":"702.547729ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:51.664701Z","caller":"traceutil/trace.go:171","msg":"trace[1118795475] transaction","detail":"{read_only:false; response_revision:29254; number_of_response:1; }","duration":"721.08165ms","start":"2026-09-29T16:31:50.9436Z","end":"2026-09-29T16:31:51.664682Z","steps":["trace[1118795475] 'process raft request' (duration: 720.911975ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:51.664853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:50.94357Z","time spent":"721.189084ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:51.665074Z","caller":"traceutil/trace.go:171","msg":"trace[13283484] transaction","detail":"{read_only:false; response_revision:29255; number_of_response:1; }","duration":"624.352492ms","start":"2026-09-29T16:31:51.040705Z","end":"2026-09-29T16:31:51.665057Z","steps":["trace[13283484] 'process raft request' (duration: 623.938239ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:51.66516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:51.040677Z","time spent":"624.444485ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:51.665152Z","caller":"traceutil/trace.go:171","msg":"trace[251175861] linearizableReadLoop","detail":"{readStateIndex:30612; appliedIndex:30607; }","duration":"576.164244ms","start":"2026-09-29T16:31:51.088961Z","end":"2026-09-29T16:31:51.665125Z","steps":["trace[251175861] 'read index received' (duration: 219.213199ms)","trace[251175861] 'applied index is now lower than readState.Index' (duration: 356.949985ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:51.665233Z","caller":"traceutil/trace.go:171","msg":"trace[1089578528] transaction","detail":"{read_only:false; response_revision:29256; number_of_response:1; }","duration":"615.256102ms","start":"2026-09-29T16:31:51.049967Z","end":"2026-09-29T16:31:51.665224Z","steps":["trace[1089578528] 'process raft request' (duration: 614.975273ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:51.665285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:51.049938Z","time spent":"615.319703ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:51.665315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.3292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:51.665356Z","caller":"traceutil/trace.go:171","msg":"trace[1901180482] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:29257; }","duration":"576.432693ms","start":"2026-09-29T16:31:51.088909Z","end":"2026-09-29T16:31:51.665342Z","steps":["trace[1901180482] 'agreement among raft nodes before linearized reading' (duration: 576.345779ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:51.665392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:51.088886Z","time spent":"576.495245ms","remote":"127.0.0.1:60878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:31:51.665398Z","caller":"traceutil/trace.go:171","msg":"trace[720236100] transaction","detail":"{read_only:false; response_revision:29257; number_of_response:1; }","duration":"615.369937ms","start":"2026-09-29T16:31:51.049992Z","end":"2026-09-29T16:31:51.665362Z","steps":["trace[720236100] 'process raft request' (duration: 615.054146ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:51.66546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:51.049967Z","time spent":"615.458509ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:51.947323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.864136ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:51.947406Z","caller":"traceutil/trace.go:171","msg":"trace[1747786548] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29257; }","duration":"129.951709ms","start":"2026-09-29T16:31:51.817438Z","end":"2026-09-29T16:31:51.94739Z","steps":["trace[1747786548] 'range keys from in-memory index tree' (duration: 129.854536ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:51.947431Z","caller":"traceutil/trace.go:171","msg":"trace[1848848885] linearizableReadLoop","detail":"{readStateIndex:30613; appliedIndex:30612; }","duration":"155.715841ms","start":"2026-09-29T16:31:51.791689Z","end":"2026-09-29T16:31:51.947405Z","steps":["trace[1848848885] 'read index received' (duration: 78.134965ms)","trace[1848848885] 'applied index is now lower than readState.Index' (duration: 77.579716ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:51.947564Z","caller":"traceutil/trace.go:171","msg":"trace[536647127] transaction","detail":"{read_only:false; response_revision:29258; number_of_response:1; }","duration":"407.328914ms","start":"2026-09-29T16:31:51.540219Z","end":"2026-09-29T16:31:51.947548Z","steps":["trace[536647127] 'process raft request' (duration: 329.487508ms)","trace[536647127] 'compare' (duration: 77.391451ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:51.947629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:51.540191Z","time spent":"407.392106ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:51.947746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.043271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-09-29T16:31:51.947787Z","caller":"traceutil/trace.go:171","msg":"trace[1288272552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29258; }","duration":"156.142594ms","start":"2026-09-29T16:31:51.791633Z","end":"2026-09-29T16:31:51.947776Z","steps":["trace[1288272552] 'agreement among raft nodes before linearized reading' (duration: 155.916927ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:51.951404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.226702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-09-29T16:31:51.951403Z","caller":"traceutil/trace.go:171","msg":"trace[86220483] transaction","detail":"{read_only:false; response_revision:29259; number_of_response:1; }","duration":"156.493446ms","start":"2026-09-29T16:31:51.794876Z","end":"2026-09-29T16:31:51.95137Z","steps":["trace[86220483] 'process raft request' (duration: 156.324351ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:51.951453Z","caller":"traceutil/trace.go:171","msg":"trace[2095139242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29259; }","duration":"158.298864ms","start":"2026-09-29T16:31:51.793142Z","end":"2026-09-29T16:31:51.951441Z","steps":["trace[2095139242] 'agreement among raft nodes before linearized reading' (duration: 158.15188ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:51.951711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.162076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-09-29T16:31:51.951673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.995061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-09-29T16:31:51.951811Z","caller":"traceutil/trace.go:171","msg":"trace[922642594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29259; }","duration":"156.204837ms","start":"2026-09-29T16:31:51.795571Z","end":"2026-09-29T16:31:51.951776Z","steps":["trace[922642594] 'agreement among raft nodes before linearized reading' (duration: 155.748223ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:51.951898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.240742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-09-29T16:31:51.95198Z","caller":"traceutil/trace.go:171","msg":"trace[1445994505] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29259; }","duration":"158.362986ms","start":"2026-09-29T16:31:51.793601Z","end":"2026-09-29T16:31:51.951964Z","steps":["trace[1445994505] 'agreement among raft nodes before linearized reading' (duration: 158.155099ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:51.952039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.86729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-09-29T16:31:51.952074Z","caller":"traceutil/trace.go:171","msg":"trace[2139894485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29259; }","duration":"157.902731ms","start":"2026-09-29T16:31:51.794162Z","end":"2026-09-29T16:31:51.952065Z","steps":["trace[2139894485] 'agreement among raft nodes before linearized reading' (duration: 157.811408ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:51.951745Z","caller":"traceutil/trace.go:171","msg":"trace[163719027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29259; }","duration":"156.213938ms","start":"2026-09-29T16:31:51.795523Z","end":"2026-09-29T16:31:51.951737Z","steps":["trace[163719027] 'agreement among raft nodes before linearized reading' (duration: 156.126725ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:54.170349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15074006371131176527,"retry-timeout":"500ms"} {"level":"info","ts":"2026-09-29T16:31:54.298078Z","caller":"traceutil/trace.go:171","msg":"trace[523871165] transaction","detail":"{read_only:false; response_revision:29275; number_of_response:1; }","duration":"639.226178ms","start":"2026-09-29T16:31:53.658821Z","end":"2026-09-29T16:31:54.298047Z","steps":["trace[523871165] 'process raft request' (duration: 639.060433ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:54.298348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:53.658798Z","time spent":"639.446834ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:54.539187Z","caller":"traceutil/trace.go:171","msg":"trace[676858688] transaction","detail":"{read_only:false; response_revision:29277; number_of_response:1; }","duration":"868.758466ms","start":"2026-09-29T16:31:53.67041Z","end":"2026-09-29T16:31:54.539169Z","steps":["trace[676858688] 'process raft request' (duration: 868.479097ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:54.539352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:53.670385Z","time spent":"868.88606ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:54.539534Z","caller":"traceutil/trace.go:171","msg":"trace[1131602374] transaction","detail":"{read_only:false; response_revision:29279; number_of_response:1; }","duration":"586.686921ms","start":"2026-09-29T16:31:53.952829Z","end":"2026-09-29T16:31:54.539516Z","steps":["trace[1131602374] 'process raft request' (duration: 586.502844ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:54.539562Z","caller":"traceutil/trace.go:171","msg":"trace[624797011] transaction","detail":"{read_only:false; response_revision:29280; number_of_response:1; }","duration":"582.530358ms","start":"2026-09-29T16:31:53.956994Z","end":"2026-09-29T16:31:54.539525Z","steps":["trace[624797011] 'process raft request' (duration: 582.415413ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:54.539633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:53.952803Z","time spent":"586.779284ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:54.539713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.968414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-09-29T16:31:54.539736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:53.95698Z","time spent":"582.659691ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:31:54.539013Z","caller":"traceutil/trace.go:171","msg":"trace[1979456214] transaction","detail":"{read_only:false; response_revision:29276; number_of_response:1; }","duration":"869.083375ms","start":"2026-09-29T16:31:53.669861Z","end":"2026-09-29T16:31:54.538944Z","steps":["trace[1979456214] 'process raft request' (duration: 868.865769ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:54.539757Z","caller":"traceutil/trace.go:171","msg":"trace[772954187] transaction","detail":"{read_only:false; response_revision:29278; number_of_response:1; }","duration":"868.340693ms","start":"2026-09-29T16:31:53.671401Z","end":"2026-09-29T16:31:54.539741Z","steps":["trace[772954187] 'process raft request' (duration: 867.700181ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:54.53978Z","caller":"traceutil/trace.go:171","msg":"trace[1620743117] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29280; }","duration":"870.254653ms","start":"2026-09-29T16:31:53.669507Z","end":"2026-09-29T16:31:54.539762Z","steps":["trace[1620743117] 'agreement among raft nodes before linearized reading' (duration: 870.059137ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:54.539836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:53.671384Z","time spent":"868.413714ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:54.539862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:53.669465Z","time spent":"870.353357ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-09-29T16:31:54.539532Z","caller":"traceutil/trace.go:171","msg":"trace[1092872992] linearizableReadLoop","detail":"{readStateIndex:30637; appliedIndex:30631; }","duration":"869.779568ms","start":"2026-09-29T16:31:53.669732Z","end":"2026-09-29T16:31:54.539511Z","steps":["trace[1092872992] 'read index received' (duration: 628.202205ms)","trace[1092872992] 'applied index is now lower than readState.Index' (duration: 241.575733ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:31:54.539921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:53.669848Z","time spent":"869.951014ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:31:54.540095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.87943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1251989-ce2a-485c-b91c-2373a0fe0955\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-09-29T16:31:54.540158Z","caller":"traceutil/trace.go:171","msg":"trace[2037330194] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b1251989-ce2a-485c-b91c-2373a0fe0955; range_end:; response_count:1; response_revision:29280; }","duration":"577.981123ms","start":"2026-09-29T16:31:53.96216Z","end":"2026-09-29T16:31:54.540141Z","steps":["trace[2037330194] 'agreement among raft nodes before linearized reading' (duration: 577.826068ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:54.54017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.437454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-09-29T16:31:54.540208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:53.962136Z","time spent":"578.059276ms","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1251989-ce2a-485c-b91c-2373a0fe0955\" "} {"level":"warn","ts":"2026-09-29T16:31:54.540216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.763201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:54.540214Z","caller":"traceutil/trace.go:171","msg":"trace[1245649919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29280; }","duration":"571.497735ms","start":"2026-09-29T16:31:53.968702Z","end":"2026-09-29T16:31:54.5402Z","steps":["trace[1245649919] 'agreement among raft nodes before linearized reading' (duration: 571.34574ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:54.540261Z","caller":"traceutil/trace.go:171","msg":"trace[2105116093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29280; }","duration":"211.836154ms","start":"2026-09-29T16:31:54.32841Z","end":"2026-09-29T16:31:54.540246Z","steps":["trace[2105116093] 'agreement among raft nodes before linearized reading' (duration: 211.777002ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:54.540266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:53.968693Z","time spent":"571.564648ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-09-29T16:31:54.540274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.955433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-09-29T16:31:54.540166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.417216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-09-29T16:31:54.540365Z","caller":"traceutil/trace.go:171","msg":"trace[1578241314] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29280; }","duration":"288.109379ms","start":"2026-09-29T16:31:54.252234Z","end":"2026-09-29T16:31:54.540344Z","steps":["trace[1578241314] 'agreement among raft nodes before linearized reading' (duration: 287.933983ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:54.540408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.204062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-09-29T16:31:54.540427Z","caller":"traceutil/trace.go:171","msg":"trace[1529923577] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29280; }","duration":"235.697335ms","start":"2026-09-29T16:31:54.304697Z","end":"2026-09-29T16:31:54.540394Z","steps":["trace[1529923577] 'agreement among raft nodes before linearized reading' (duration: 235.361945ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:54.540453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.765484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-09-29T16:31:54.540475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.227156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-09-29T16:31:54.540531Z","caller":"traceutil/trace.go:171","msg":"trace[1876020164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29280; }","duration":"571.865417ms","start":"2026-09-29T16:31:53.968652Z","end":"2026-09-29T16:31:54.540517Z","steps":["trace[1876020164] 'agreement among raft nodes before linearized reading' (duration: 571.720043ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:54.540561Z","caller":"traceutil/trace.go:171","msg":"trace[39166933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29280; }","duration":"576.390982ms","start":"2026-09-29T16:31:53.964154Z","end":"2026-09-29T16:31:54.540545Z","steps":["trace[39166933] 'agreement among raft nodes before linearized reading' (duration: 576.187626ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:54.540573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.095369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-09-29T16:31:54.540609Z","caller":"traceutil/trace.go:171","msg":"trace[742241127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29280; }","duration":"574.157101ms","start":"2026-09-29T16:31:53.966444Z","end":"2026-09-29T16:31:54.540601Z","steps":["trace[742241127] 'agreement among raft nodes before linearized reading' (duration: 574.068328ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:54.540612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:53.964138Z","time spent":"576.461474ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-29T16:31:54.540637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:53.966431Z","time spent":"574.199272ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-29T16:31:54.540571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:53.96864Z","time spent":"571.919658ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-09-29T16:31:54.540593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.865272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-09-29T16:31:54.540731Z","caller":"traceutil/trace.go:171","msg":"trace[987412288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29280; }","duration":"575.004137ms","start":"2026-09-29T16:31:53.965697Z","end":"2026-09-29T16:31:54.540701Z","steps":["trace[987412288] 'agreement among raft nodes before linearized reading' (duration: 574.767549ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:54.540464Z","caller":"traceutil/trace.go:171","msg":"trace[1218475353] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29280; }","duration":"574.322506ms","start":"2026-09-29T16:31:53.966127Z","end":"2026-09-29T16:31:54.540449Z","steps":["trace[1218475353] 'agreement among raft nodes before linearized reading' (duration: 574.178831ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:54.540765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:53.965686Z","time spent":"575.07142ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-09-29T16:31:54.540786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:53.966115Z","time spent":"574.658886ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-09-29T16:31:54.540949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.228042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:54.541041Z","caller":"traceutil/trace.go:171","msg":"trace[265419244] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:29280; }","duration":"465.834882ms","start":"2026-09-29T16:31:54.075184Z","end":"2026-09-29T16:31:54.541019Z","steps":["trace[265419244] 'agreement among raft nodes before linearized reading' (duration: 465.026416ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:54.541276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:31:54.075164Z","time spent":"466.096261ms","remote":"127.0.0.1:60518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:31:58.298721Z","caller":"traceutil/trace.go:171","msg":"trace[1152993127] transaction","detail":"{read_only:false; response_revision:29332; number_of_response:1; }","duration":"130.712822ms","start":"2026-09-29T16:31:58.167981Z","end":"2026-09-29T16:31:58.298694Z","steps":["trace[1152993127] 'process raft request' (duration: 130.373062ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:31:58.516204Z","caller":"traceutil/trace.go:171","msg":"trace[930754910] linearizableReadLoop","detail":"{readStateIndex:30692; appliedIndex:30691; }","duration":"210.983666ms","start":"2026-09-29T16:31:58.305194Z","end":"2026-09-29T16:31:58.516178Z","steps":["trace[930754910] 'read index received' (duration: 210.895893ms)","trace[930754910] 'applied index is now lower than readState.Index' (duration: 86.503µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:31:58.516278Z","caller":"traceutil/trace.go:171","msg":"trace[129201292] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29332; }","duration":"211.561754ms","start":"2026-09-29T16:31:58.304656Z","end":"2026-09-29T16:31:58.516217Z","steps":["trace[129201292] 'process raft request' (duration: 211.403219ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:31:58.516342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.11626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:31:58.516387Z","caller":"traceutil/trace.go:171","msg":"trace[631261435] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29332; }","duration":"211.216693ms","start":"2026-09-29T16:31:58.305157Z","end":"2026-09-29T16:31:58.516374Z","steps":["trace[631261435] 'agreement among raft nodes before linearized reading' (duration: 211.11598ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:24.350555Z","caller":"traceutil/trace.go:171","msg":"trace[310339808] transaction","detail":"{read_only:false; response_revision:29580; number_of_response:1; }","duration":"102.929966ms","start":"2026-09-29T16:32:24.247546Z","end":"2026-09-29T16:32:24.350476Z","steps":["trace[310339808] 'process raft request' (duration: 102.73645ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:29.724507Z","caller":"traceutil/trace.go:171","msg":"trace[845792111] transaction","detail":"{read_only:false; response_revision:29632; number_of_response:1; }","duration":"230.645472ms","start":"2026-09-29T16:32:29.493829Z","end":"2026-09-29T16:32:29.724475Z","steps":["trace[845792111] 'process raft request' (duration: 230.493048ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:29.771603Z","caller":"traceutil/trace.go:171","msg":"trace[1845527801] linearizableReadLoop","detail":"{readStateIndex:31004; appliedIndex:31002; }","duration":"124.510914ms","start":"2026-09-29T16:32:29.647064Z","end":"2026-09-29T16:32:29.771575Z","steps":["trace[1845527801] 'read index received' (duration: 77.300977ms)","trace[1845527801] 'applied index is now lower than readState.Index' (duration: 47.208807ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:29.771712Z","caller":"traceutil/trace.go:171","msg":"trace[1593334205] transaction","detail":"{read_only:false; response_revision:29633; number_of_response:1; }","duration":"258.800821ms","start":"2026-09-29T16:32:29.512872Z","end":"2026-09-29T16:32:29.771673Z","steps":["trace[1593334205] 'process raft request' (duration: 258.544643ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:29.771823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.732792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:29.771865Z","caller":"traceutil/trace.go:171","msg":"trace[630916962] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:29633; }","duration":"124.837165ms","start":"2026-09-29T16:32:29.647014Z","end":"2026-09-29T16:32:29.771852Z","steps":["trace[630916962] 'agreement among raft nodes before linearized reading' (duration: 124.659089ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:30.177217Z","caller":"traceutil/trace.go:171","msg":"trace[5337181] linearizableReadLoop","detail":"{readStateIndex:31005; appliedIndex:31004; }","duration":"282.974184ms","start":"2026-09-29T16:32:29.894218Z","end":"2026-09-29T16:32:30.177193Z","steps":["trace[5337181] 'read index received' (duration: 278.345346ms)","trace[5337181] 'applied index is now lower than readState.Index' (duration: 4.627948ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:30.177814Z","caller":"traceutil/trace.go:171","msg":"trace[866119286] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29633; }","duration":"446.591267ms","start":"2026-09-29T16:32:29.731202Z","end":"2026-09-29T16:32:30.177794Z","steps":["trace[866119286] 'process raft request' (duration: 441.164504ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:30.177801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.542232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:30.177929Z","caller":"traceutil/trace.go:171","msg":"trace[1750713801] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:29633; }","duration":"283.687436ms","start":"2026-09-29T16:32:29.894188Z","end":"2026-09-29T16:32:30.177876Z","steps":["trace[1750713801] 'agreement among raft nodes before linearized reading' (duration: 283.48338ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:30.177931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:29.731188Z","time spent":"446.66635ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-09-29T16:32:30.383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.131188ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-09-29T16:32:30.383129Z","caller":"traceutil/trace.go:171","msg":"trace[278424204] linearizableReadLoop","detail":"{readStateIndex:31006; appliedIndex:31005; }","duration":"205.83602ms","start":"2026-09-29T16:32:30.177276Z","end":"2026-09-29T16:32:30.383112Z","steps":["trace[278424204] 'read index received' (duration: 16.489856ms)","trace[278424204] 'applied index is now lower than readState.Index' (duration: 189.344684ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:30.383625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.452657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"warn","ts":"2026-09-29T16:32:30.383613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.491566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:30.383671Z","caller":"traceutil/trace.go:171","msg":"trace[1460917077] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:29633; }","duration":"204.54346ms","start":"2026-09-29T16:32:30.179115Z","end":"2026-09-29T16:32:30.383659Z","steps":["trace[1460917077] 'agreement among raft nodes before linearized reading' (duration: 204.134906ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:30.383714Z","caller":"traceutil/trace.go:171","msg":"trace[289253299] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:29633; }","duration":"385.916091ms","start":"2026-09-29T16:32:29.997766Z","end":"2026-09-29T16:32:30.383682Z","steps":["trace[289253299] 'agreement among raft nodes before linearized reading' (duration: 385.431014ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:30.38379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:29.997701Z","time spent":"386.064335ms","remote":"127.0.0.1:37544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:32:30.668141Z","caller":"traceutil/trace.go:171","msg":"trace[1763175798] linearizableReadLoop","detail":"{readStateIndex:31007; appliedIndex:31006; }","duration":"195.12496ms","start":"2026-09-29T16:32:30.472994Z","end":"2026-09-29T16:32:30.668119Z","steps":["trace[1763175798] 'read index received' (duration: 194.923273ms)","trace[1763175798] 'applied index is now lower than readState.Index' (duration: 201.047µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:30.668256Z","caller":"traceutil/trace.go:171","msg":"trace[1499095391] transaction","detail":"{read_only:false; response_revision:29634; number_of_response:1; }","duration":"271.119236ms","start":"2026-09-29T16:32:30.397111Z","end":"2026-09-29T16:32:30.66823Z","steps":["trace[1499095391] 'process raft request' (duration: 270.871008ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:30.668301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.308745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:30.668339Z","caller":"traceutil/trace.go:171","msg":"trace[1009153109] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:29634; }","duration":"195.368397ms","start":"2026-09-29T16:32:30.472959Z","end":"2026-09-29T16:32:30.668327Z","steps":["trace[1009153109] 'agreement among raft nodes before linearized reading' (duration: 195.271034ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:30.971335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.665063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-09-29T16:32:30.971409Z","caller":"traceutil/trace.go:171","msg":"trace[382080258] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29634; }","duration":"271.794118ms","start":"2026-09-29T16:32:30.699599Z","end":"2026-09-29T16:32:30.971393Z","steps":["trace[382080258] 'range keys from in-memory index tree' (duration: 271.460897ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:30.971438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.536858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:30.971466Z","caller":"traceutil/trace.go:171","msg":"trace[2111740623] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29634; }","duration":"260.60818ms","start":"2026-09-29T16:32:30.710849Z","end":"2026-09-29T16:32:30.971457Z","steps":["trace[2111740623] 'count revisions from in-memory index tree' (duration: 260.405053ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:30.97176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.921335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:30.971827Z","caller":"traceutil/trace.go:171","msg":"trace[1896571046] transaction","detail":"{read_only:false; response_revision:29635; number_of_response:1; }","duration":"238.288699ms","start":"2026-09-29T16:32:30.733526Z","end":"2026-09-29T16:32:30.971815Z","steps":["trace[1896571046] 'process raft request' (duration: 52.247839ms)","trace[1896571046] 'compare' (duration: 185.688828ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:31.065663Z","caller":"traceutil/trace.go:171","msg":"trace[436918688] transaction","detail":"{read_only:false; response_revision:29636; number_of_response:1; }","duration":"294.863294ms","start":"2026-09-29T16:32:30.770772Z","end":"2026-09-29T16:32:31.065635Z","steps":["trace[436918688] 'process raft request' (duration: 294.693418ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:31.36818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.824003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:31.368312Z","caller":"traceutil/trace.go:171","msg":"trace[137992407] transaction","detail":"{read_only:false; response_revision:29637; number_of_response:1; }","duration":"576.547746ms","start":"2026-09-29T16:32:30.79175Z","end":"2026-09-29T16:32:31.368298Z","steps":["trace[137992407] 'process raft request' (duration: 301.547277ms)","trace[137992407] 'compare' (duration: 274.691099ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:31.368347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:30.791731Z","time spent":"576.598868ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:31.368444Z","caller":"traceutil/trace.go:171","msg":"trace[684859750] transaction","detail":"{read_only:false; response_revision:29638; number_of_response:1; }","duration":"576.588807ms","start":"2026-09-29T16:32:30.791851Z","end":"2026-09-29T16:32:31.36844Z","steps":["trace[684859750] 'process raft request' (duration: 576.391731ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:31.368476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:30.791824Z","time spent":"576.636149ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:31.36865Z","caller":"traceutil/trace.go:171","msg":"trace[64830364] transaction","detail":"{read_only:false; response_revision:29639; number_of_response:1; }","duration":"575.384859ms","start":"2026-09-29T16:32:30.79326Z","end":"2026-09-29T16:32:31.368645Z","steps":["trace[64830364] 'process raft request' (duration: 575.156272ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:31.368683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:30.793232Z","time spent":"575.436721ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:31.368762Z","caller":"traceutil/trace.go:171","msg":"trace[1420560998] linearizableReadLoop","detail":"{readStateIndex:31012; appliedIndex:31008; }","duration":"534.156462ms","start":"2026-09-29T16:32:30.8346Z","end":"2026-09-29T16:32:31.368756Z","steps":["trace[1420560998] 'read index received' (duration: 230.990394ms)","trace[1420560998] 'applied index is now lower than readState.Index' (duration: 303.165498ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:31.368811Z","caller":"traceutil/trace.go:171","msg":"trace[2081891905] transaction","detail":"{read_only:false; response_revision:29640; number_of_response:1; }","duration":"358.818075ms","start":"2026-09-29T16:32:31.009988Z","end":"2026-09-29T16:32:31.368806Z","steps":["trace[2081891905] 'process raft request' (duration: 358.635089ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:31.368835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:31.009971Z","time spent":"358.851237ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:31.368928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.340918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-09-29T16:32:31.368944Z","caller":"traceutil/trace.go:171","msg":"trace[629288952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29640; }","duration":"534.39719ms","start":"2026-09-29T16:32:30.834542Z","end":"2026-09-29T16:32:31.368939Z","steps":["trace[629288952] 'agreement among raft nodes before linearized reading' (duration: 534.325518ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:31.368956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:30.83448Z","time spent":"534.473613ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-09-29T16:32:31.369018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.869258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-09-29T16:32:31.369033Z","caller":"traceutil/trace.go:171","msg":"trace[1455864379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29640; }","duration":"499.93213ms","start":"2026-09-29T16:32:30.869097Z","end":"2026-09-29T16:32:31.369029Z","steps":["trace[1455864379] 'agreement among raft nodes before linearized reading' (duration: 499.893939ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:31.369043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:30.869072Z","time spent":"499.968781ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-09-29T16:32:31.369186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.713852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-09-29T16:32:31.369202Z","caller":"traceutil/trace.go:171","msg":"trace[238118176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29640; }","duration":"462.758653ms","start":"2026-09-29T16:32:30.906439Z","end":"2026-09-29T16:32:31.369198Z","steps":["trace[238118176] 'agreement among raft nodes before linearized reading' (duration: 462.711832ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:31.369213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:30.906425Z","time spent":"462.785214ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-09-29T16:32:31.369233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.111551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-09-29T16:32:31.369264Z","caller":"traceutil/trace.go:171","msg":"trace[1098119555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29640; }","duration":"482.175383ms","start":"2026-09-29T16:32:30.88708Z","end":"2026-09-29T16:32:31.369256Z","steps":["trace[1098119555] 'agreement among raft nodes before linearized reading' (duration: 482.093051ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:31.369267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.9657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-09-29T16:32:31.369278Z","caller":"traceutil/trace.go:171","msg":"trace[1111542571] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29640; }","duration":"489.005391ms","start":"2026-09-29T16:32:30.880269Z","end":"2026-09-29T16:32:31.369275Z","steps":["trace[1111542571] 'agreement among raft nodes before linearized reading' (duration: 488.97114ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:31.369293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:30.880227Z","time spent":"489.063282ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-09-29T16:32:31.369314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.748343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-09-29T16:32:31.369328Z","caller":"traceutil/trace.go:171","msg":"trace[312622568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29640; }","duration":"467.828195ms","start":"2026-09-29T16:32:30.901496Z","end":"2026-09-29T16:32:31.369324Z","steps":["trace[312622568] 'agreement among raft nodes before linearized reading' (duration: 467.789044ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:31.369278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:30.887065Z","time spent":"482.209404ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-29T16:32:31.369338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:30.901475Z","time spent":"467.861097ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-29T16:32:31.369329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.990793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16717"} {"level":"warn","ts":"2026-09-29T16:32:31.369346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.213912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-09-29T16:32:31.369431Z","caller":"traceutil/trace.go:171","msg":"trace[201604760] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29640; }","duration":"397.120297ms","start":"2026-09-29T16:32:30.972285Z","end":"2026-09-29T16:32:31.369406Z","steps":["trace[201604760] 'agreement among raft nodes before linearized reading' (duration: 396.817767ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:31.369456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.997477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-09-29T16:32:31.369473Z","caller":"traceutil/trace.go:171","msg":"trace[1160397975] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29640; }","duration":"300.047019ms","start":"2026-09-29T16:32:31.06942Z","end":"2026-09-29T16:32:31.369467Z","steps":["trace[1160397975] 'agreement among raft nodes before linearized reading' (duration: 300.001357ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:31.369485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:31.069405Z","time spent":"300.076759ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-09-29T16:32:31.369442Z","caller":"traceutil/trace.go:171","msg":"trace[1078137472] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:29640; }","duration":"221.340366ms","start":"2026-09-29T16:32:31.148078Z","end":"2026-09-29T16:32:31.369418Z","steps":["trace[1078137472] 'agreement among raft nodes before linearized reading' (duration: 221.088328ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:31.369483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:30.972274Z","time spent":"397.19591ms","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16740,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-09-29T16:32:31.375092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.677232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-09-29T16:32:31.375121Z","caller":"traceutil/trace.go:171","msg":"trace[1738161943] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29640; }","duration":"240.739985ms","start":"2026-09-29T16:32:31.134374Z","end":"2026-09-29T16:32:31.375114Z","steps":["trace[1738161943] 'agreement among raft nodes before linearized reading' (duration: 234.997651ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:31.883668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15074006371131177429,"retry-timeout":"500ms"} {"level":"info","ts":"2026-09-29T16:32:31.884088Z","caller":"traceutil/trace.go:171","msg":"trace[134636510] transaction","detail":"{read_only:false; response_revision:29641; number_of_response:1; }","duration":"502.580124ms","start":"2026-09-29T16:32:31.381488Z","end":"2026-09-29T16:32:31.884068Z","steps":["trace[134636510] 'process raft request' (duration: 502.329776ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:31.884194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:31.381462Z","time spent":"502.672727ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:31.883988Z","caller":"traceutil/trace.go:171","msg":"trace[1312573861] linearizableReadLoop","detail":"{readStateIndex:31014; appliedIndex:31013; }","duration":"500.84332ms","start":"2026-09-29T16:32:31.383128Z","end":"2026-09-29T16:32:31.883971Z","steps":["trace[1312573861] 'read index received' (duration: 500.616143ms)","trace[1312573861] 'applied index is now lower than readState.Index' (duration: 226.697µs)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:31.884472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.248963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-09-29T16:32:31.884508Z","caller":"traceutil/trace.go:171","msg":"trace[1093433158] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29641; }","duration":"501.377367ms","start":"2026-09-29T16:32:31.383122Z","end":"2026-09-29T16:32:31.884499Z","steps":["trace[1093433158] 'agreement among raft nodes before linearized reading' (duration: 501.112948ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:31.884551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:31.383078Z","time spent":"501.466529ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:32:32.378323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.66759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:32.378666Z","caller":"traceutil/trace.go:171","msg":"trace[464044213] transaction","detail":"{read_only:false; response_revision:29644; number_of_response:1; }","duration":"994.752687ms","start":"2026-09-29T16:32:31.383896Z","end":"2026-09-29T16:32:32.378649Z","steps":["trace[464044213] 'process raft request' (duration: 994.666694ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:32.378733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:31.383882Z","time spent":"994.81999ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:32.379087Z","caller":"traceutil/trace.go:171","msg":"trace[1335411915] transaction","detail":"{read_only:false; response_revision:29642; number_of_response:1; }","duration":"995.781361ms","start":"2026-09-29T16:32:31.38329Z","end":"2026-09-29T16:32:32.379072Z","steps":["trace[1335411915] 'process raft request' (duration: 849.281575ms)","trace[1335411915] 'compare' (duration: 145.191784ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:32.379151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:31.383273Z","time spent":"995.846583ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:32.379174Z","caller":"traceutil/trace.go:171","msg":"trace[1707554196] transaction","detail":"{read_only:false; response_revision:29645; number_of_response:1; }","duration":"995.027797ms","start":"2026-09-29T16:32:31.384117Z","end":"2026-09-29T16:32:32.379144Z","steps":["trace[1707554196] 'process raft request' (duration: 994.49798ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:32.379302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:31.3841Z","time spent":"995.131459ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:32.379313Z","caller":"traceutil/trace.go:171","msg":"trace[905514176] linearizableReadLoop","detail":"{readStateIndex:31019; appliedIndex:31014; }","duration":"495.057715ms","start":"2026-09-29T16:32:31.884223Z","end":"2026-09-29T16:32:32.37928Z","steps":["trace[905514176] 'read index received' (duration: 348.337001ms)","trace[905514176] 'applied index is now lower than readState.Index' (duration: 146.719364ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:32.379406Z","caller":"traceutil/trace.go:171","msg":"trace[919078492] transaction","detail":"{read_only:false; response_revision:29646; number_of_response:1; }","duration":"993.784677ms","start":"2026-09-29T16:32:31.385568Z","end":"2026-09-29T16:32:32.379353Z","steps":["trace[919078492] 'process raft request' (duration: 993.502828ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:32.379482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.266126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"warn","ts":"2026-09-29T16:32:32.379454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.600338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:32:32.379495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.677668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5224"} {"level":"info","ts":"2026-09-29T16:32:32.379552Z","caller":"traceutil/trace.go:171","msg":"trace[386191410] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29646; }","duration":"996.351559ms","start":"2026-09-29T16:32:31.383186Z","end":"2026-09-29T16:32:32.379537Z","steps":["trace[386191410] 'agreement among raft nodes before linearized reading' (duration: 996.184824ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:32.379571Z","caller":"traceutil/trace.go:171","msg":"trace[1056473982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29646; }","duration":"990.787692ms","start":"2026-09-29T16:32:31.388769Z","end":"2026-09-29T16:32:32.379557Z","steps":["trace[1056473982] 'agreement among raft nodes before linearized reading' (duration: 990.536794ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:32.379568Z","caller":"traceutil/trace.go:171","msg":"trace[1261265441] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:29646; }","duration":"566.764563ms","start":"2026-09-29T16:32:31.812784Z","end":"2026-09-29T16:32:32.379549Z","steps":["trace[1261265441] 'agreement among raft nodes before linearized reading' (duration: 566.517226ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:32.379584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:31.383177Z","time spent":"996.39745ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:32:32.379609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:31.388758Z","time spent":"990.842613ms","remote":"127.0.0.1:36700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5247,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-09-29T16:32:32.379604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:31.385552Z","time spent":"993.945662ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:32.379618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:31.81276Z","time spent":"566.846666ms","remote":"127.0.0.1:37464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:32:32.37949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.250275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-09-29T16:32:32.379674Z","caller":"traceutil/trace.go:171","msg":"trace[1844651289] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:29646; }","duration":"679.490812ms","start":"2026-09-29T16:32:31.700173Z","end":"2026-09-29T16:32:32.379664Z","steps":["trace[1844651289] 'agreement among raft nodes before linearized reading' (duration: 679.142731ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:32.37971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:31.700151Z","time spent":"679.549454ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":146,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:32:32.38007Z","caller":"traceutil/trace.go:171","msg":"trace[2068034738] transaction","detail":"{read_only:false; response_revision:29643; number_of_response:1; }","duration":"995.570083ms","start":"2026-09-29T16:32:31.383707Z","end":"2026-09-29T16:32:32.379277Z","steps":["trace[2068034738] 'process raft request' (duration: 994.718606ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:32.38015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:31.383692Z","time spent":"996.41765ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:32.477601Z","caller":"traceutil/trace.go:171","msg":"trace[1714793205] transaction","detail":"{read_only:false; response_revision:29647; number_of_response:1; }","duration":"589.418987ms","start":"2026-09-29T16:32:31.888159Z","end":"2026-09-29T16:32:32.477578Z","steps":["trace[1714793205] 'process raft request' (duration: 589.155649ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:32.477745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:31.888146Z","time spent":"589.5068ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:32.47773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.783137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-09-29T16:32:32.477803Z","caller":"traceutil/trace.go:171","msg":"trace[1729665227] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29647; }","duration":"562.908971ms","start":"2026-09-29T16:32:31.914876Z","end":"2026-09-29T16:32:32.477785Z","steps":["trace[1729665227] 'agreement among raft nodes before linearized reading' (duration: 562.616271ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:32.477855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:31.914857Z","time spent":"562.990554ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-09-29T16:32:32.91874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.91961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:32.918864Z","caller":"traceutil/trace.go:171","msg":"trace[1941122569] linearizableReadLoop","detail":"{readStateIndex:31021; appliedIndex:31020; }","duration":"437.044373ms","start":"2026-09-29T16:32:32.481796Z","end":"2026-09-29T16:32:32.918841Z","steps":["trace[1941122569] 'read index received' (duration: 76.991278ms)","trace[1941122569] 'applied index is now lower than readState.Index' (duration: 360.050865ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:32.918941Z","caller":"traceutil/trace.go:171","msg":"trace[659633599] transaction","detail":"{read_only:false; response_revision:29648; number_of_response:1; }","duration":"534.226615ms","start":"2026-09-29T16:32:32.384696Z","end":"2026-09-29T16:32:32.918923Z","steps":["trace[659633599] 'process raft request' (duration: 174.017815ms)","trace[659633599] 'compare' (duration: 359.696843ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:32.919017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:32.384663Z","time spent":"534.316688ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:32.919094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.29814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-09-29T16:32:32.919151Z","caller":"traceutil/trace.go:171","msg":"trace[377355475] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29648; }","duration":"437.398674ms","start":"2026-09-29T16:32:32.481734Z","end":"2026-09-29T16:32:32.919133Z","steps":["trace[377355475] 'agreement among raft nodes before linearized reading' (duration: 437.217638ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:32.919195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:32.481704Z","time spent":"437.477866ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:32:32.919508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.428655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:32.919599Z","caller":"traceutil/trace.go:171","msg":"trace[1001496898] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:29648; }","duration":"229.574069ms","start":"2026-09-29T16:32:32.690008Z","end":"2026-09-29T16:32:32.919582Z","steps":["trace[1001496898] 'agreement among raft nodes before linearized reading' (duration: 229.428315ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:33.42322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.297447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:33.423329Z","caller":"traceutil/trace.go:171","msg":"trace[325519723] transaction","detail":"{read_only:false; response_revision:29649; number_of_response:1; }","duration":"499.413785ms","start":"2026-09-29T16:32:32.923891Z","end":"2026-09-29T16:32:33.423305Z","steps":["trace[325519723] 'process raft request' (duration: 162.919153ms)","trace[325519723] 'compare' (duration: 336.155031ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:33.423384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:32.923865Z","time spent":"499.491817ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:33.441972Z","caller":"traceutil/trace.go:171","msg":"trace[1594419537] transaction","detail":"{read_only:false; response_revision:29650; number_of_response:1; }","duration":"515.886289ms","start":"2026-09-29T16:32:32.926056Z","end":"2026-09-29T16:32:33.441942Z","steps":["trace[1594419537] 'process raft request' (duration: 515.556309ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:33.442277Z","caller":"traceutil/trace.go:171","msg":"trace[1286135907] linearizableReadLoop","detail":"{readStateIndex:31025; appliedIndex:31022; }","duration":"118.709009ms","start":"2026-09-29T16:32:33.323544Z","end":"2026-09-29T16:32:33.442253Z","steps":["trace[1286135907] 'read index received' (duration: 118.062129ms)","trace[1286135907] 'applied index is now lower than readState.Index' (duration: 646.08µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:33.442263Z","caller":"traceutil/trace.go:171","msg":"trace[2132925755] transaction","detail":"{read_only:false; response_revision:29651; number_of_response:1; }","duration":"465.946495ms","start":"2026-09-29T16:32:32.976294Z","end":"2026-09-29T16:32:33.442241Z","steps":["trace[2132925755] 'process raft request' (duration: 465.569403ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:33.442335Z","caller":"traceutil/trace.go:171","msg":"trace[454832818] transaction","detail":"{read_only:false; response_revision:29652; number_of_response:1; }","duration":"370.626822ms","start":"2026-09-29T16:32:33.071689Z","end":"2026-09-29T16:32:33.442316Z","steps":["trace[454832818] 'process raft request' (duration: 370.435046ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:33.442428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:33.071661Z","time spent":"370.719785ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:33.442449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.888176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:32:33.44245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:32.976269Z","time spent":"466.10742ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:33.442486Z","caller":"traceutil/trace.go:171","msg":"trace[1282001300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29652; }","duration":"118.993318ms","start":"2026-09-29T16:32:33.323481Z","end":"2026-09-29T16:32:33.442475Z","steps":["trace[1282001300] 'agreement among raft nodes before linearized reading' (duration: 118.896565ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:33.443011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:32.926046Z","time spent":"516.098087ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":551,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:33.467983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.065588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:33.46805Z","caller":"traceutil/trace.go:171","msg":"trace[1218788223] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:29655; }","duration":"112.179661ms","start":"2026-09-29T16:32:33.355852Z","end":"2026-09-29T16:32:33.468032Z","steps":["trace[1218788223] 'agreement among raft nodes before linearized reading' (duration: 112.077598ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:34.796031Z","caller":"traceutil/trace.go:171","msg":"trace[1677741049] transaction","detail":"{read_only:false; response_revision:29657; number_of_response:1; }","duration":"325.768371ms","start":"2026-09-29T16:32:34.470238Z","end":"2026-09-29T16:32:34.796007Z","steps":["trace[1677741049] 'process raft request' (duration: 325.625326ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:34.79626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:34.47021Z","time spent":"325.887475ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:35.383102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.04316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:35.383329Z","caller":"traceutil/trace.go:171","msg":"trace[1911188599] transaction","detail":"{read_only:false; response_revision:29659; number_of_response:1; }","duration":"912.617995ms","start":"2026-09-29T16:32:34.470694Z","end":"2026-09-29T16:32:35.383312Z","steps":["trace[1911188599] 'process raft request' (duration: 912.498811ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:35.38339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:34.470674Z","time spent":"912.685287ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:35.383359Z","caller":"traceutil/trace.go:171","msg":"trace[1313370353] transaction","detail":"{read_only:false; response_revision:29658; number_of_response:1; }","duration":"912.637526ms","start":"2026-09-29T16:32:34.470653Z","end":"2026-09-29T16:32:35.383291Z","steps":["trace[1313370353] 'process raft request' (duration: 471.323717ms)","trace[1313370353] 'compare' (duration: 440.274666ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:35.383571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:34.470636Z","time spent":"912.809642ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:35.383665Z","caller":"traceutil/trace.go:171","msg":"trace[520837767] transaction","detail":"{read_only:false; response_revision:29660; number_of_response:1; }","duration":"912.873493ms","start":"2026-09-29T16:32:34.470743Z","end":"2026-09-29T16:32:35.383617Z","steps":["trace[520837767] 'process raft request' (duration: 912.534672ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:35.383715Z","caller":"traceutil/trace.go:171","msg":"trace[119897843] linearizableReadLoop","detail":"{readStateIndex:31034; appliedIndex:31029; }","duration":"872.224285ms","start":"2026-09-29T16:32:34.511406Z","end":"2026-09-29T16:32:35.38363Z","steps":["trace[119897843] 'read index received' (duration: 284.453361ms)","trace[119897843] 'applied index is now lower than readState.Index' (duration: 587.769884ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:35.383838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:34.470714Z","time spent":"913.045008ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:35.383829Z","caller":"traceutil/trace.go:171","msg":"trace[1614542481] transaction","detail":"{read_only:false; response_revision:29661; number_of_response:1; }","duration":"912.43878ms","start":"2026-09-29T16:32:34.471363Z","end":"2026-09-29T16:32:35.383802Z","steps":["trace[1614542481] 'process raft request' (duration: 912.085979ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:35.383987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.505508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:32:35.383943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.531116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.75\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-09-29T16:32:35.384077Z","caller":"traceutil/trace.go:171","msg":"trace[1835345175] range","detail":"{range_begin:/registry/masterleases/162.253.55.75; range_end:; response_count:1; response_revision:29661; }","duration":"872.707302ms","start":"2026-09-29T16:32:34.511357Z","end":"2026-09-29T16:32:35.384064Z","steps":["trace[1835345175] 'agreement among raft nodes before linearized reading' (duration: 872.450363ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:35.384117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:34.511343Z","time spent":"872.763583ms","remote":"127.0.0.1:40132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.75\" "} {"level":"info","ts":"2026-09-29T16:32:35.384129Z","caller":"traceutil/trace.go:171","msg":"trace[635410567] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:29661; }","duration":"504.632282ms","start":"2026-09-29T16:32:34.879424Z","end":"2026-09-29T16:32:35.384057Z","steps":["trace[635410567] 'agreement among raft nodes before linearized reading' (duration: 504.515188ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:35.384218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:34.879404Z","time spent":"504.800306ms","remote":"127.0.0.1:60512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:32:35.383995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:34.471351Z","time spent":"912.553724ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:35.384544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.890162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T16:32:35.384658Z","caller":"traceutil/trace.go:171","msg":"trace[1747163980] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:29661; }","duration":"283.061577ms","start":"2026-09-29T16:32:35.101581Z","end":"2026-09-29T16:32:35.384643Z","steps":["trace[1747163980] 'agreement among raft nodes before linearized reading' (duration: 282.848941ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:35.936097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.6155ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-09-29T16:32:35.936161Z","caller":"traceutil/trace.go:171","msg":"trace[1105238737] linearizableReadLoop","detail":"{readStateIndex:31035; appliedIndex:31034; }","duration":"550.493545ms","start":"2026-09-29T16:32:35.385656Z","end":"2026-09-29T16:32:35.936149Z","steps":["trace[1105238737] 'read index received' (duration: 170.831214ms)","trace[1105238737] 'applied index is now lower than readState.Index' (duration: 379.661421ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:35.936216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.558327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:35.936231Z","caller":"traceutil/trace.go:171","msg":"trace[1530174322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29661; }","duration":"550.603579ms","start":"2026-09-29T16:32:35.385622Z","end":"2026-09-29T16:32:35.936226Z","steps":["trace[1530174322] 'agreement among raft nodes before linearized reading' (duration: 550.566157ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:35.936244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:35.385608Z","time spent":"550.633159ms","remote":"127.0.0.1:40102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T16:32:35.936183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:35.385544Z","time spent":"550.635479ms","remote":"127.0.0.1:40132","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-09-29T16:32:36.030914Z","caller":"traceutil/trace.go:171","msg":"trace[1791722372] transaction","detail":"{read_only:false; response_revision:29663; number_of_response:1; }","duration":"582.33831ms","start":"2026-09-29T16:32:35.448547Z","end":"2026-09-29T16:32:36.030885Z","steps":["trace[1791722372] 'process raft request' (duration: 582.220886ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:36.030987Z","caller":"traceutil/trace.go:171","msg":"trace[496693653] transaction","detail":"{read_only:false; response_revision:29662; number_of_response:1; }","duration":"583.138137ms","start":"2026-09-29T16:32:35.447809Z","end":"2026-09-29T16:32:36.030948Z","steps":["trace[496693653] 'process raft request' (duration: 582.742794ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:36.031093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:35.448512Z","time spent":"582.489836ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:36.031146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:35.447793Z","time spent":"583.255401ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:36.031259Z","caller":"traceutil/trace.go:171","msg":"trace[1212868833] transaction","detail":"{read_only:false; response_revision:29664; number_of_response:1; }","duration":"558.318635ms","start":"2026-09-29T16:32:35.472917Z","end":"2026-09-29T16:32:36.031236Z","steps":["trace[1212868833] 'process raft request' (duration: 557.914451ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:36.031379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:35.472881Z","time spent":"558.431388ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:36.031549Z","caller":"traceutil/trace.go:171","msg":"trace[958264983] transaction","detail":"{read_only:false; response_revision:29665; number_of_response:1; }","duration":"557.283852ms","start":"2026-09-29T16:32:35.474229Z","end":"2026-09-29T16:32:36.031513Z","steps":["trace[958264983] 'process raft request' (duration: 556.930831ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:36.031642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:35.474217Z","time spent":"557.377784ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:36.031667Z","caller":"traceutil/trace.go:171","msg":"trace[1377900106] transaction","detail":"{read_only:false; response_revision:29666; number_of_response:1; }","duration":"556.858648ms","start":"2026-09-29T16:32:35.474795Z","end":"2026-09-29T16:32:36.031654Z","steps":["trace[1377900106] 'process raft request' (duration: 556.641091ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:36.031723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:35.474783Z","time spent":"556.910469ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:36.03179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.161723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:32:36.031823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.363534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-09-29T16:32:36.03184Z","caller":"traceutil/trace.go:171","msg":"trace[724096396] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:29666; }","duration":"596.236096ms","start":"2026-09-29T16:32:35.435589Z","end":"2026-09-29T16:32:36.031825Z","steps":["trace[724096396] 'agreement among raft nodes before linearized reading' (duration: 596.121452ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:36.031836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.774067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-09-29T16:32:36.03185Z","caller":"traceutil/trace.go:171","msg":"trace[566913478] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29666; }","duration":"604.389255ms","start":"2026-09-29T16:32:35.427451Z","end":"2026-09-29T16:32:36.03184Z","steps":["trace[566913478] 'agreement among raft nodes before linearized reading' (duration: 604.280492ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:36.031874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:35.435578Z","time spent":"596.286857ms","remote":"127.0.0.1:37446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:32:36.031892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:35.42741Z","time spent":"604.475709ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-09-29T16:32:36.03189Z","caller":"traceutil/trace.go:171","msg":"trace[1117562788] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29666; }","duration":"583.874171ms","start":"2026-09-29T16:32:35.448Z","end":"2026-09-29T16:32:36.031874Z","steps":["trace[1117562788] 'agreement among raft nodes before linearized reading' (duration: 583.669445ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:36.03193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:35.447977Z","time spent":"583.942673ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-09-29T16:32:36.214182Z","caller":"traceutil/trace.go:171","msg":"trace[1714815075] transaction","detail":"{read_only:false; response_revision:29667; number_of_response:1; }","duration":"276.89563ms","start":"2026-09-29T16:32:35.937259Z","end":"2026-09-29T16:32:36.214155Z","steps":["trace[1714815075] 'process raft request' (duration: 203.782386ms)","trace[1714815075] 'compare' (duration: 72.494205ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:36.214167Z","caller":"traceutil/trace.go:171","msg":"trace[465275171] linearizableReadLoop","detail":"{readStateIndex:31041; appliedIndex:31040; }","duration":"182.503156ms","start":"2026-09-29T16:32:36.03164Z","end":"2026-09-29T16:32:36.214143Z","steps":["trace[465275171] 'read index received' (duration: 109.428613ms)","trace[465275171] 'applied index is now lower than readState.Index' (duration: 73.072683ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:36.214356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.771016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-09-29T16:32:36.214378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.841204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:36.214407Z","caller":"traceutil/trace.go:171","msg":"trace[1554972132] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29667; }","duration":"271.911221ms","start":"2026-09-29T16:32:35.942484Z","end":"2026-09-29T16:32:36.214395Z","steps":["trace[1554972132] 'agreement among raft nodes before linearized reading' (duration: 271.735306ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:36.214416Z","caller":"traceutil/trace.go:171","msg":"trace[494906374] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:29667; }","duration":"180.924916ms","start":"2026-09-29T16:32:36.033477Z","end":"2026-09-29T16:32:36.214402Z","steps":["trace[494906374] 'agreement among raft nodes before linearized reading' (duration: 180.844164ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:36.214649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.287044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-09-29T16:32:36.21467Z","caller":"traceutil/trace.go:171","msg":"trace[2126990723] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29667; }","duration":"179.369107ms","start":"2026-09-29T16:32:36.035294Z","end":"2026-09-29T16:32:36.214663Z","steps":["trace[2126990723] 'agreement among raft nodes before linearized reading' (duration: 179.316335ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:36.214694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.253593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-09-29T16:32:36.214748Z","caller":"traceutil/trace.go:171","msg":"trace[743930855] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29667; }","duration":"179.342676ms","start":"2026-09-29T16:32:36.035393Z","end":"2026-09-29T16:32:36.214736Z","steps":["trace[743930855] 'agreement among raft nodes before linearized reading' (duration: 179.15875ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:36.611109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.557742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:36.611225Z","caller":"traceutil/trace.go:171","msg":"trace[1718711872] transaction","detail":"{read_only:false; response_revision:29668; number_of_response:1; }","duration":"391.533879ms","start":"2026-09-29T16:32:36.21967Z","end":"2026-09-29T16:32:36.611203Z","steps":["trace[1718711872] 'process raft request' (duration: 201.809502ms)","trace[1718711872] 'compare' (duration: 189.20205ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:36.611299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:36.219648Z","time spent":"391.605562ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:36.67349Z","caller":"traceutil/trace.go:171","msg":"trace[1572844403] transaction","detail":"{read_only:false; response_revision:29670; number_of_response:1; }","duration":"453.442076ms","start":"2026-09-29T16:32:36.220024Z","end":"2026-09-29T16:32:36.673466Z","steps":["trace[1572844403] 'process raft request' (duration: 453.303992ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:36.673541Z","caller":"traceutil/trace.go:171","msg":"trace[593549277] transaction","detail":"{read_only:false; response_revision:29671; number_of_response:1; }","duration":"294.272655ms","start":"2026-09-29T16:32:36.379224Z","end":"2026-09-29T16:32:36.673497Z","steps":["trace[593549277] 'process raft request' (duration: 294.144191ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:36.67361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:36.22002Z","time spent":"453.531479ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:36.673837Z","caller":"traceutil/trace.go:171","msg":"trace[1267269812] transaction","detail":"{read_only:false; response_revision:29669; number_of_response:1; }","duration":"453.920151ms","start":"2026-09-29T16:32:36.21991Z","end":"2026-09-29T16:32:36.67383Z","steps":["trace[1267269812] 'process raft request' (duration: 453.191049ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:36.673868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:36.2199Z","time spent":"453.953232ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:37.246377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.041376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:37.246452Z","caller":"traceutil/trace.go:171","msg":"trace[602018396] linearizableReadLoop","detail":"{readStateIndex:31046; appliedIndex:31045; }","duration":"565.469062ms","start":"2026-09-29T16:32:36.68097Z","end":"2026-09-29T16:32:37.246439Z","steps":["trace[602018396] 'read index received' (duration: 38.273591ms)","trace[602018396] 'applied index is now lower than readState.Index' (duration: 527.194221ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:37.246651Z","caller":"traceutil/trace.go:171","msg":"trace[1114444784] transaction","detail":"{read_only:false; response_revision:29672; number_of_response:1; }","duration":"567.231118ms","start":"2026-09-29T16:32:36.679411Z","end":"2026-09-29T16:32:37.246642Z","steps":["trace[1114444784] 'process raft request' (duration: 39.862972ms)","trace[1114444784] 'compare' (duration: 526.484148ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:37.246698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:36.679398Z","time spent":"567.27718ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:37.246865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.903277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-09-29T16:32:37.246892Z","caller":"traceutil/trace.go:171","msg":"trace[393761612] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29672; }","duration":"565.96735ms","start":"2026-09-29T16:32:36.680917Z","end":"2026-09-29T16:32:37.246885Z","steps":["trace[393761612] 'agreement among raft nodes before linearized reading' (duration: 565.881346ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:37.246909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:36.680898Z","time spent":"566.007031ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:32:37.246993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.725292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-09-29T16:32:37.247013Z","caller":"traceutil/trace.go:171","msg":"trace[458223437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29672; }","duration":"446.776724ms","start":"2026-09-29T16:32:36.800231Z","end":"2026-09-29T16:32:37.247008Z","steps":["trace[458223437] 'agreement among raft nodes before linearized reading' (duration: 446.723582ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:37.247027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:36.800213Z","time spent":"446.810085ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-09-29T16:32:37.247134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.009228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-09-29T16:32:37.24716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.540924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T16:32:37.247195Z","caller":"traceutil/trace.go:171","msg":"trace[201575844] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29672; }","duration":"388.117841ms","start":"2026-09-29T16:32:36.859063Z","end":"2026-09-29T16:32:37.247181Z","steps":["trace[201575844] 'agreement among raft nodes before linearized reading' (duration: 388.009808ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:37.247212Z","caller":"traceutil/trace.go:171","msg":"trace[1646475250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29672; }","duration":"445.633277ms","start":"2026-09-29T16:32:36.801566Z","end":"2026-09-29T16:32:37.2472Z","steps":["trace[1646475250] 'agreement among raft nodes before linearized reading' (duration: 445.513883ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:37.247224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:36.859046Z","time spent":"388.171403ms","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:32:37.247253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:36.801555Z","time spent":"445.688088ms","remote":"127.0.0.1:36684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:32:37.646195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.073543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:37.647149Z","caller":"traceutil/trace.go:171","msg":"trace[619084056] transaction","detail":"{read_only:false; response_revision:29673; number_of_response:1; }","duration":"396.501508ms","start":"2026-09-29T16:32:37.250621Z","end":"2026-09-29T16:32:37.647123Z","steps":["trace[619084056] 'process raft request' (duration: 130.416813ms)","trace[619084056] 'compare' (duration: 264.231007ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:37.647601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:37.250604Z","time spent":"396.886692ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:37.671376Z","caller":"traceutil/trace.go:171","msg":"trace[1617048522] transaction","detail":"{read_only:false; response_revision:29674; number_of_response:1; }","duration":"413.508972ms","start":"2026-09-29T16:32:37.257851Z","end":"2026-09-29T16:32:37.67136Z","steps":["trace[1617048522] 'process raft request' (duration: 413.360467ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:37.671463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:37.257825Z","time spent":"413.595795ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:37.671573Z","caller":"traceutil/trace.go:171","msg":"trace[1180581325] transaction","detail":"{read_only:false; response_revision:29675; number_of_response:1; }","duration":"394.578197ms","start":"2026-09-29T16:32:37.276974Z","end":"2026-09-29T16:32:37.671553Z","steps":["trace[1180581325] 'process raft request' (duration: 394.34671ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:37.671707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:37.276946Z","time spent":"394.67973ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:37.671697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.809015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:37.671765Z","caller":"traceutil/trace.go:171","msg":"trace[1879699320] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:29675; }","duration":"389.923348ms","start":"2026-09-29T16:32:37.281825Z","end":"2026-09-29T16:32:37.671748Z","steps":["trace[1879699320] 'agreement among raft nodes before linearized reading' (duration: 389.804074ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:37.6718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:37.281809Z","time spent":"389.9818ms","remote":"127.0.0.1:48806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:32:37.671822Z","caller":"traceutil/trace.go:171","msg":"trace[1064164279] linearizableReadLoop","detail":"{readStateIndex:31049; appliedIndex:31046; }","duration":"389.635549ms","start":"2026-09-29T16:32:37.281864Z","end":"2026-09-29T16:32:37.6715Z","steps":["trace[1064164279] 'read index received' (duration: 99.188586ms)","trace[1064164279] 'applied index is now lower than readState.Index' (duration: 290.445343ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:37.672028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.269924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-09-29T16:32:37.672071Z","caller":"traceutil/trace.go:171","msg":"trace[803873467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29675; }","duration":"283.351636ms","start":"2026-09-29T16:32:37.388707Z","end":"2026-09-29T16:32:37.672059Z","steps":["trace[803873467] 'agreement among raft nodes before linearized reading' (duration: 283.210361ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:37.67208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.802396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-09-29T16:32:37.672118Z","caller":"traceutil/trace.go:171","msg":"trace[1706910233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29675; }","duration":"281.858368ms","start":"2026-09-29T16:32:37.390248Z","end":"2026-09-29T16:32:37.672106Z","steps":["trace[1706910233] 'agreement among raft nodes before linearized reading' (duration: 281.750395ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:37.672241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.653005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-09-29T16:32:37.672243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.585293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-09-29T16:32:37.67226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.516071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-09-29T16:32:37.672268Z","caller":"traceutil/trace.go:171","msg":"trace[1275814605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29675; }","duration":"283.716517ms","start":"2026-09-29T16:32:37.388544Z","end":"2026-09-29T16:32:37.672261Z","steps":["trace[1275814605] 'agreement among raft nodes before linearized reading' (duration: 283.639865ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:37.672283Z","caller":"traceutil/trace.go:171","msg":"trace[701319519] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29675; }","duration":"283.564123ms","start":"2026-09-29T16:32:37.388713Z","end":"2026-09-29T16:32:37.672277Z","steps":["trace[701319519] 'agreement among raft nodes before linearized reading' (duration: 283.500071ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:37.672281Z","caller":"traceutil/trace.go:171","msg":"trace[1140324303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29675; }","duration":"283.634464ms","start":"2026-09-29T16:32:37.388634Z","end":"2026-09-29T16:32:37.672268Z","steps":["trace[1140324303] 'agreement among raft nodes before linearized reading' (duration: 283.512321ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:37.672481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.609149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:37.672575Z","caller":"traceutil/trace.go:171","msg":"trace[1619191334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29675; }","duration":"349.310831ms","start":"2026-09-29T16:32:37.323257Z","end":"2026-09-29T16:32:37.672568Z","steps":["trace[1619191334] 'agreement among raft nodes before linearized reading' (duration: 348.623849ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:37.672598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:37.323237Z","time spent":"349.356623ms","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-09-29T16:32:37.892214Z","caller":"traceutil/trace.go:171","msg":"trace[1579027016] transaction","detail":"{read_only:false; response_revision:29677; number_of_response:1; }","duration":"215.073378ms","start":"2026-09-29T16:32:37.677105Z","end":"2026-09-29T16:32:37.892178Z","steps":["trace[1579027016] 'process raft request' (duration: 143.221963ms)","trace[1579027016] 'compare' (duration: 70.886584ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:37.892553Z","caller":"traceutil/trace.go:171","msg":"trace[560939942] transaction","detail":"{read_only:false; response_revision:29678; number_of_response:1; }","duration":"215.323575ms","start":"2026-09-29T16:32:37.677179Z","end":"2026-09-29T16:32:37.892502Z","steps":["trace[560939942] 'process raft request' (duration: 214.85696ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:37.893216Z","caller":"traceutil/trace.go:171","msg":"trace[1953144258] transaction","detail":"{read_only:false; response_revision:29679; number_of_response:1; }","duration":"215.239253ms","start":"2026-09-29T16:32:37.677956Z","end":"2026-09-29T16:32:37.893195Z","steps":["trace[1953144258] 'process raft request' (duration: 214.156968ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:37.893562Z","caller":"traceutil/trace.go:171","msg":"trace[3361859] transaction","detail":"{read_only:false; response_revision:29680; number_of_response:1; }","duration":"215.313445ms","start":"2026-09-29T16:32:37.678233Z","end":"2026-09-29T16:32:37.893547Z","steps":["trace[3361859] 'process raft request' (duration: 214.705616ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:37.893366Z","caller":"traceutil/trace.go:171","msg":"trace[1017851716] linearizableReadLoop","detail":"{readStateIndex:31052; appliedIndex:31050; }","duration":"216.013797ms","start":"2026-09-29T16:32:37.677343Z","end":"2026-09-29T16:32:37.893357Z","steps":["trace[1017851716] 'read index received' (duration: 49.411818ms)","trace[1017851716] 'applied index is now lower than readState.Index' (duration: 166.601049ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:37.893999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.636907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16717"} {"level":"info","ts":"2026-09-29T16:32:37.894037Z","caller":"traceutil/trace.go:171","msg":"trace[1035865648] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29680; }","duration":"216.69365ms","start":"2026-09-29T16:32:37.677333Z","end":"2026-09-29T16:32:37.894026Z","steps":["trace[1035865648] 'agreement among raft nodes before linearized reading' (duration: 216.501333ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:38.363092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.317779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:38.363824Z","caller":"traceutil/trace.go:171","msg":"trace[1909950869] transaction","detail":"{read_only:false; response_revision:29681; number_of_response:1; }","duration":"423.653606ms","start":"2026-09-29T16:32:37.940149Z","end":"2026-09-29T16:32:38.363803Z","steps":["trace[1909950869] 'process raft request' (duration: 267.536721ms)","trace[1909950869] 'compare' (duration: 154.558346ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:38.3639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:37.940125Z","time spent":"423.741718ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:38.430388Z","caller":"traceutil/trace.go:171","msg":"trace[1775128102] transaction","detail":"{read_only:false; response_revision:29682; number_of_response:1; }","duration":"483.256078ms","start":"2026-09-29T16:32:37.947102Z","end":"2026-09-29T16:32:38.430358Z","steps":["trace[1775128102] 'process raft request' (duration: 483.082193ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:38.430484Z","caller":"traceutil/trace.go:171","msg":"trace[1054248136] transaction","detail":"{read_only:false; response_revision:29684; number_of_response:1; }","duration":"393.517712ms","start":"2026-09-29T16:32:38.03696Z","end":"2026-09-29T16:32:38.430478Z","steps":["trace[1054248136] 'process raft request' (duration: 393.377438ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:38.430589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:37.947085Z","time spent":"483.380082ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:38.43061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:38.03695Z","time spent":"393.600065ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:38.430397Z","caller":"traceutil/trace.go:171","msg":"trace[1705728235] transaction","detail":"{read_only:false; response_revision:29683; number_of_response:1; }","duration":"393.642767ms","start":"2026-09-29T16:32:38.036734Z","end":"2026-09-29T16:32:38.430377Z","steps":["trace[1705728235] 'process raft request' (duration: 393.567185ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:38.430737Z","caller":"traceutil/trace.go:171","msg":"trace[1204069836] transaction","detail":"{read_only:false; response_revision:29685; number_of_response:1; }","duration":"392.881282ms","start":"2026-09-29T16:32:38.037849Z","end":"2026-09-29T16:32:38.430731Z","steps":["trace[1204069836] 'process raft request' (duration: 392.604363ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:38.430769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:38.037841Z","time spent":"392.910443ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:38.430744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:38.036709Z","time spent":"394.008569ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:38.431071Z","caller":"traceutil/trace.go:171","msg":"trace[256790271] transaction","detail":"{read_only:false; response_revision:29686; number_of_response:1; }","duration":"392.837441ms","start":"2026-09-29T16:32:38.038218Z","end":"2026-09-29T16:32:38.431056Z","steps":["trace[256790271] 'process raft request' (duration: 392.4842ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:38.431151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:38.038209Z","time spent":"392.901513ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:38.431281Z","caller":"traceutil/trace.go:171","msg":"trace[668540898] transaction","detail":"{read_only:false; response_revision:29687; number_of_response:1; }","duration":"391.297181ms","start":"2026-09-29T16:32:38.039968Z","end":"2026-09-29T16:32:38.431265Z","steps":["trace[668540898] 'process raft request' (duration: 391.020662ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:38.431369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:38.039958Z","time spent":"391.367944ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:38.431377Z","caller":"traceutil/trace.go:171","msg":"trace[1671879196] linearizableReadLoop","detail":"{readStateIndex:31062; appliedIndex:31055; }","duration":"221.290305ms","start":"2026-09-29T16:32:38.210063Z","end":"2026-09-29T16:32:38.431354Z","steps":["trace[1671879196] 'read index received' (duration: 220.149579ms)","trace[1671879196] 'applied index is now lower than readState.Index' (duration: 1.139766ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:38.431475Z","caller":"traceutil/trace.go:171","msg":"trace[840628127] transaction","detail":"{read_only:false; response_revision:29688; number_of_response:1; }","duration":"356.441419ms","start":"2026-09-29T16:32:38.075023Z","end":"2026-09-29T16:32:38.431464Z","steps":["trace[840628127] 'process raft request' (duration: 356.188311ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:38.431556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:38.07501Z","time spent":"356.494211ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:38.431728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.807912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:38.431775Z","caller":"traceutil/trace.go:171","msg":"trace[103929596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29688; }","duration":"107.913625ms","start":"2026-09-29T16:32:38.323848Z","end":"2026-09-29T16:32:38.431762Z","steps":["trace[103929596] 'agreement among raft nodes before linearized reading' (duration: 107.812232ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:38.432139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.0704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-09-29T16:32:38.43226Z","caller":"traceutil/trace.go:171","msg":"trace[1458183479] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:29688; }","duration":"222.136442ms","start":"2026-09-29T16:32:38.210023Z","end":"2026-09-29T16:32:38.432159Z","steps":["trace[1458183479] 'agreement among raft nodes before linearized reading' (duration: 221.4497ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:38.959944Z","caller":"traceutil/trace.go:171","msg":"trace[1669730228] linearizableReadLoop","detail":"{readStateIndex:31063; appliedIndex:31062; }","duration":"318.83614ms","start":"2026-09-29T16:32:38.641084Z","end":"2026-09-29T16:32:38.95992Z","steps":["trace[1669730228] 'read index received' (duration: 318.723106ms)","trace[1669730228] 'applied index is now lower than readState.Index' (duration: 112.043µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:38.960081Z","caller":"traceutil/trace.go:171","msg":"trace[87400498] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29688; }","duration":"522.976996ms","start":"2026-09-29T16:32:38.437089Z","end":"2026-09-29T16:32:38.960066Z","steps":["trace[87400498] 'process raft request' (duration: 522.723618ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:38.960223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:38.437067Z","time spent":"523.058949ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-09-29T16:32:38.96056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.449148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:38.960613Z","caller":"traceutil/trace.go:171","msg":"trace[327671480] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:29688; }","duration":"319.572822ms","start":"2026-09-29T16:32:38.641027Z","end":"2026-09-29T16:32:38.960599Z","steps":["trace[327671480] 'agreement among raft nodes before linearized reading' (duration: 319.456068ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:38.960652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:38.640995Z","time spent":"319.645664ms","remote":"127.0.0.1:57876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:32:38.960888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.518302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:38.960932Z","caller":"traceutil/trace.go:171","msg":"trace[613317295] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29688; }","duration":"304.563963ms","start":"2026-09-29T16:32:38.656356Z","end":"2026-09-29T16:32:38.96092Z","steps":["trace[613317295] 'agreement among raft nodes before linearized reading' (duration: 304.498051ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:38.960972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:38.656312Z","time spent":"304.649795ms","remote":"127.0.0.1:60938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-09-29T16:32:38.961342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.295587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-09-29T16:32:38.961391Z","caller":"traceutil/trace.go:171","msg":"trace[339401650] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29688; }","duration":"279.364479ms","start":"2026-09-29T16:32:38.682014Z","end":"2026-09-29T16:32:38.961378Z","steps":["trace[339401650] 'agreement among raft nodes before linearized reading' (duration: 279.221883ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:38.961646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.843042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:38.961698Z","caller":"traceutil/trace.go:171","msg":"trace[898611213] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:29688; }","duration":"303.918843ms","start":"2026-09-29T16:32:38.657765Z","end":"2026-09-29T16:32:38.961684Z","steps":["trace[898611213] 'agreement among raft nodes before linearized reading' (duration: 303.834921ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:38.961733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:38.657757Z","time spent":"303.968565ms","remote":"127.0.0.1:33730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:32:39.196079Z","caller":"traceutil/trace.go:171","msg":"trace[1479604286] linearizableReadLoop","detail":"{readStateIndex:31065; appliedIndex:31064; }","duration":"178.862219ms","start":"2026-09-29T16:32:39.0172Z","end":"2026-09-29T16:32:39.196062Z","steps":["trace[1479604286] 'read index received' (duration: 150.693751ms)","trace[1479604286] 'applied index is now lower than readState.Index' (duration: 28.167988ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:39.196124Z","caller":"traceutil/trace.go:171","msg":"trace[1966157987] transaction","detail":"{read_only:false; response_revision:29690; number_of_response:1; }","duration":"220.528019ms","start":"2026-09-29T16:32:38.975574Z","end":"2026-09-29T16:32:39.196102Z","steps":["trace[1966157987] 'process raft request' (duration: 192.320189ms)","trace[1966157987] 'compare' (duration: 28.093546ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:39.196183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.980944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:39.196203Z","caller":"traceutil/trace.go:171","msg":"trace[1919542530] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29690; }","duration":"179.048266ms","start":"2026-09-29T16:32:39.017146Z","end":"2026-09-29T16:32:39.196194Z","steps":["trace[1919542530] 'agreement among raft nodes before linearized reading' (duration: 179.000434ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:39.19645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.716292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-09-29T16:32:39.196557Z","caller":"traceutil/trace.go:171","msg":"trace[939233495] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:29690; }","duration":"135.850626ms","start":"2026-09-29T16:32:39.060663Z","end":"2026-09-29T16:32:39.196513Z","steps":["trace[939233495] 'agreement among raft nodes before linearized reading' (duration: 135.534196ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:39.74397Z","caller":"traceutil/trace.go:171","msg":"trace[1187408992] linearizableReadLoop","detail":"{readStateIndex:31066; appliedIndex:31065; }","duration":"477.347911ms","start":"2026-09-29T16:32:39.266602Z","end":"2026-09-29T16:32:39.74395Z","steps":["trace[1187408992] 'read index received' (duration: 477.177596ms)","trace[1187408992] 'applied index is now lower than readState.Index' (duration: 169.675µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:39.744024Z","caller":"traceutil/trace.go:171","msg":"trace[950922398] transaction","detail":"{read_only:false; response_revision:29691; number_of_response:1; }","duration":"486.194293ms","start":"2026-09-29T16:32:39.257808Z","end":"2026-09-29T16:32:39.744002Z","steps":["trace[950922398] 'process raft request' (duration: 486.021127ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:39.744106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.71678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:39.744131Z","caller":"traceutil/trace.go:171","msg":"trace[744928047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29691; }","duration":"419.802852ms","start":"2026-09-29T16:32:39.324321Z","end":"2026-09-29T16:32:39.744124Z","steps":["trace[744928047] 'agreement among raft nodes before linearized reading' (duration: 419.73439ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:39.744136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:39.257791Z","time spent":"486.280226ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:39.744152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:39.324297Z","time spent":"419.850834ms","remote":"127.0.0.1:40102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T16:32:39.744302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.279699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"info","ts":"2026-09-29T16:32:39.744323Z","caller":"traceutil/trace.go:171","msg":"trace[855692329] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:29691; }","duration":"109.366651ms","start":"2026-09-29T16:32:39.634949Z","end":"2026-09-29T16:32:39.744316Z","steps":["trace[855692329] 'agreement among raft nodes before linearized reading' (duration: 109.265588ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:39.744397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.768544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5224"} {"level":"info","ts":"2026-09-29T16:32:39.744464Z","caller":"traceutil/trace.go:171","msg":"trace[448722783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29691; }","duration":"477.869638ms","start":"2026-09-29T16:32:39.266576Z","end":"2026-09-29T16:32:39.744446Z","steps":["trace[448722783] 'agreement among raft nodes before linearized reading' (duration: 477.454574ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:39.744503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:39.266565Z","time spent":"477.929449ms","remote":"127.0.0.1:36700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5247,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-09-29T16:32:39.995475Z","caller":"traceutil/trace.go:171","msg":"trace[1527312797] transaction","detail":"{read_only:false; response_revision:29692; number_of_response:1; }","duration":"247.360407ms","start":"2026-09-29T16:32:39.748088Z","end":"2026-09-29T16:32:39.995448Z","steps":["trace[1527312797] 'process raft request' (duration: 224.56329ms)","trace[1527312797] 'compare' (duration: 22.440736ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:39.995743Z","caller":"traceutil/trace.go:171","msg":"trace[1984650328] transaction","detail":"{read_only:false; response_revision:29693; number_of_response:1; }","duration":"246.716927ms","start":"2026-09-29T16:32:39.749Z","end":"2026-09-29T16:32:39.995717Z","steps":["trace[1984650328] 'process raft request' (duration: 246.310234ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:39.995763Z","caller":"traceutil/trace.go:171","msg":"trace[1762696532] transaction","detail":"{read_only:false; response_revision:29694; number_of_response:1; }","duration":"245.098095ms","start":"2026-09-29T16:32:39.750636Z","end":"2026-09-29T16:32:39.995735Z","steps":["trace[1762696532] 'process raft request' (duration: 244.771445ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:39.995778Z","caller":"traceutil/trace.go:171","msg":"trace[1253021024] transaction","detail":"{read_only:false; response_revision:29695; number_of_response:1; }","duration":"245.068674ms","start":"2026-09-29T16:32:39.750698Z","end":"2026-09-29T16:32:39.995766Z","steps":["trace[1253021024] 'process raft request' (duration: 244.763845ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:40.05168Z","caller":"traceutil/trace.go:171","msg":"trace[592487571] linearizableReadLoop","detail":"{readStateIndex:31070; appliedIndex:31066; }","duration":"299.244493ms","start":"2026-09-29T16:32:39.752336Z","end":"2026-09-29T16:32:40.05158Z","steps":["trace[592487571] 'read index received' (duration: 220.301263ms)","trace[592487571] 'applied index is now lower than readState.Index' (duration: 78.94173ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:40.051781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.418738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11828"} {"level":"info","ts":"2026-09-29T16:32:40.051847Z","caller":"traceutil/trace.go:171","msg":"trace[436505251] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:29695; }","duration":"299.531672ms","start":"2026-09-29T16:32:39.752303Z","end":"2026-09-29T16:32:40.051835Z","steps":["trace[436505251] 'agreement among raft nodes before linearized reading' (duration: 299.302205ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:40.052011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.904158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-09-29T16:32:40.052058Z","caller":"traceutil/trace.go:171","msg":"trace[1225480894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29695; }","duration":"156.015171ms","start":"2026-09-29T16:32:39.896025Z","end":"2026-09-29T16:32:40.05204Z","steps":["trace[1225480894] 'agreement among raft nodes before linearized reading' (duration: 155.809384ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:40.052231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.944848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-09-29T16:32:40.052228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.325599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-09-29T16:32:40.05226Z","caller":"traceutil/trace.go:171","msg":"trace[776426942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29695; }","duration":"155.98292ms","start":"2026-09-29T16:32:39.896269Z","end":"2026-09-29T16:32:40.052252Z","steps":["trace[776426942] 'agreement among raft nodes before linearized reading' (duration: 155.902658ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:40.052292Z","caller":"traceutil/trace.go:171","msg":"trace[381789192] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29695; }","duration":"155.434423ms","start":"2026-09-29T16:32:39.89684Z","end":"2026-09-29T16:32:40.052274Z","steps":["trace[381789192] 'agreement among raft nodes before linearized reading' (duration: 155.236817ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:40.216849Z","caller":"traceutil/trace.go:171","msg":"trace[1885627073] transaction","detail":"{read_only:false; response_revision:29698; number_of_response:1; }","duration":"158.985806ms","start":"2026-09-29T16:32:40.05784Z","end":"2026-09-29T16:32:40.216825Z","steps":["trace[1885627073] 'process raft request' (duration: 158.902063ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:40.217035Z","caller":"traceutil/trace.go:171","msg":"trace[1599864627] transaction","detail":"{read_only:false; response_revision:29697; number_of_response:1; }","duration":"159.701518ms","start":"2026-09-29T16:32:40.057323Z","end":"2026-09-29T16:32:40.217025Z","steps":["trace[1599864627] 'process raft request' (duration: 119.029659ms)","trace[1599864627] 'compare' (duration: 40.256126ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:40.217125Z","caller":"traceutil/trace.go:171","msg":"trace[125494384] transaction","detail":"{read_only:false; response_revision:29699; number_of_response:1; }","duration":"159.11528ms","start":"2026-09-29T16:32:40.058002Z","end":"2026-09-29T16:32:40.217117Z","steps":["trace[125494384] 'process raft request' (duration: 158.78633ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:40.669544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.599873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:40.669618Z","caller":"traceutil/trace.go:171","msg":"trace[1559186175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29699; }","duration":"345.705127ms","start":"2026-09-29T16:32:40.323894Z","end":"2026-09-29T16:32:40.669599Z","steps":["trace[1559186175] 'range keys from in-memory index tree' (duration: 345.476239ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:40.669653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:40.323868Z","time spent":"345.777979ms","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T16:32:40.669793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.527075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:40.669873Z","caller":"traceutil/trace.go:171","msg":"trace[2107328571] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:29699; }","duration":"332.65526ms","start":"2026-09-29T16:32:40.337197Z","end":"2026-09-29T16:32:40.669853Z","steps":["trace[2107328571] 'count revisions from in-memory index tree' (duration: 332.434002ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:40.669854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.628034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7566"} {"level":"warn","ts":"2026-09-29T16:32:40.669915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:40.337176Z","time spent":"332.726471ms","remote":"127.0.0.1:37406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:32:40.669939Z","caller":"traceutil/trace.go:171","msg":"trace[1136091791] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:29699; }","duration":"277.760728ms","start":"2026-09-29T16:32:40.392158Z","end":"2026-09-29T16:32:40.669919Z","steps":["trace[1136091791] 'range keys from in-memory index tree' (duration: 277.434837ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:40.669944Z","caller":"traceutil/trace.go:171","msg":"trace[947518417] transaction","detail":"{read_only:false; response_revision:29700; number_of_response:1; }","duration":"234.109374ms","start":"2026-09-29T16:32:40.43581Z","end":"2026-09-29T16:32:40.669919Z","steps":["trace[947518417] 'process raft request' (duration: 200.638345ms)","trace[947518417] 'compare' (duration: 32.817008ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:41.047967Z","caller":"traceutil/trace.go:171","msg":"trace[109947098] transaction","detail":"{read_only:false; response_revision:29701; number_of_response:1; }","duration":"611.279355ms","start":"2026-09-29T16:32:40.43663Z","end":"2026-09-29T16:32:41.04791Z","steps":["trace[109947098] 'process raft request' (duration: 611.076329ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:41.048169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:40.436603Z","time spent":"611.468091ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:41.048194Z","caller":"traceutil/trace.go:171","msg":"trace[2069472943] transaction","detail":"{read_only:false; response_revision:29702; number_of_response:1; }","duration":"611.032387ms","start":"2026-09-29T16:32:40.437141Z","end":"2026-09-29T16:32:41.048173Z","steps":["trace[2069472943] 'process raft request' (duration: 610.725328ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:41.048294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:40.437131Z","time spent":"611.11359ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:41.048298Z","caller":"traceutil/trace.go:171","msg":"trace[40924357] transaction","detail":"{read_only:false; response_revision:29703; number_of_response:1; }","duration":"610.860052ms","start":"2026-09-29T16:32:40.437404Z","end":"2026-09-29T16:32:41.048264Z","steps":["trace[40924357] 'process raft request' (duration: 610.674916ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:41.048435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:40.437394Z","time spent":"610.963546ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:41.048776Z","caller":"traceutil/trace.go:171","msg":"trace[1811698350] transaction","detail":"{read_only:false; response_revision:29704; number_of_response:1; }","duration":"611.301967ms","start":"2026-09-29T16:32:40.43746Z","end":"2026-09-29T16:32:41.048762Z","steps":["trace[1811698350] 'process raft request' (duration: 610.727538ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:41.048853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:40.437454Z","time spent":"611.355309ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:41.048989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.506217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-09-29T16:32:41.049051Z","caller":"traceutil/trace.go:171","msg":"trace[1073719809] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29704; }","duration":"577.60896ms","start":"2026-09-29T16:32:40.471424Z","end":"2026-09-29T16:32:41.049033Z","steps":["trace[1073719809] 'agreement among raft nodes before linearized reading' (duration: 577.430264ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:41.049093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:40.471389Z","time spent":"577.693642ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-09-29T16:32:41.048262Z","caller":"traceutil/trace.go:171","msg":"trace[796674020] linearizableReadLoop","detail":"{readStateIndex:31080; appliedIndex:31075; }","duration":"576.762622ms","start":"2026-09-29T16:32:40.471474Z","end":"2026-09-29T16:32:41.048236Z","steps":["trace[796674020] 'read index received' (duration: 165.095201ms)","trace[796674020] 'applied index is now lower than readState.Index' (duration: 411.665911ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:41.052907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.51961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:41.052953Z","caller":"traceutil/trace.go:171","msg":"trace[932195636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29704; }","duration":"381.609143ms","start":"2026-09-29T16:32:40.671331Z","end":"2026-09-29T16:32:41.05294Z","steps":["trace[932195636] 'agreement among raft nodes before linearized reading' (duration: 381.51627ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:41.052986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:40.671316Z","time spent":"381.661794ms","remote":"127.0.0.1:40102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-29T16:32:41.530276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.260556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:41.530454Z","caller":"traceutil/trace.go:171","msg":"trace[408507578] transaction","detail":"{read_only:false; response_revision:29706; number_of_response:1; }","duration":"473.232678ms","start":"2026-09-29T16:32:41.057201Z","end":"2026-09-29T16:32:41.530433Z","steps":["trace[408507578] 'process raft request' (duration: 473.168376ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:41.530577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:41.057171Z","time spent":"473.344911ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:41.530963Z","caller":"traceutil/trace.go:171","msg":"trace[83262419] transaction","detail":"{read_only:false; response_revision:29705; number_of_response:1; }","duration":"478.048432ms","start":"2026-09-29T16:32:41.05284Z","end":"2026-09-29T16:32:41.530889Z","steps":["trace[83262419] 'process raft request' (duration: 109.063872ms)","trace[83262419] 'compare' (duration: 368.012278ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:41.531135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:41.052819Z","time spent":"478.228388ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:42.117199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.668277ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:42.117319Z","caller":"traceutil/trace.go:171","msg":"trace[1433629774] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29706; }","duration":"299.801271ms","start":"2026-09-29T16:32:41.8175Z","end":"2026-09-29T16:32:42.117301Z","steps":["trace[1433629774] 'range keys from in-memory index tree' (duration: 299.653376ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:42.168009Z","caller":"traceutil/trace.go:171","msg":"trace[1740825561] linearizableReadLoop","detail":"{readStateIndex:31083; appliedIndex:31082; }","duration":"397.060437ms","start":"2026-09-29T16:32:41.770924Z","end":"2026-09-29T16:32:42.167984Z","steps":["trace[1740825561] 'read index received' (duration: 396.903052ms)","trace[1740825561] 'applied index is now lower than readState.Index' (duration: 155.885µs)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:42.168294Z","caller":"traceutil/trace.go:171","msg":"trace[1325264571] transaction","detail":"{read_only:false; response_revision:29707; number_of_response:1; }","duration":"488.090452ms","start":"2026-09-29T16:32:41.680191Z","end":"2026-09-29T16:32:42.168281Z","steps":["trace[1325264571] 'process raft request' (duration: 487.644888ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:42.168415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:41.68017Z","time spent":"488.174054ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:42.168682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.756908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:42.168726Z","caller":"traceutil/trace.go:171","msg":"trace[570580658] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:29707; }","duration":"397.840731ms","start":"2026-09-29T16:32:41.770875Z","end":"2026-09-29T16:32:42.168715Z","steps":["trace[570580658] 'agreement among raft nodes before linearized reading' (duration: 397.765969ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:42.168756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:41.770854Z","time spent":"397.893273ms","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:32:42.168932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.524027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:42.168971Z","caller":"traceutil/trace.go:171","msg":"trace[1244178763] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:29707; }","duration":"317.59723ms","start":"2026-09-29T16:32:41.851362Z","end":"2026-09-29T16:32:42.168959Z","steps":["trace[1244178763] 'agreement among raft nodes before linearized reading' (duration: 317.540558ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:42.168997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:41.851337Z","time spent":"317.651792ms","remote":"127.0.0.1:37514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:32:42.169296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.603385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-09-29T16:32:42.169333Z","caller":"traceutil/trace.go:171","msg":"trace[107450994] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29707; }","duration":"169.680387ms","start":"2026-09-29T16:32:41.999644Z","end":"2026-09-29T16:32:42.169324Z","steps":["trace[107450994] 'agreement among raft nodes before linearized reading' (duration: 169.563593ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:42.16938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.981315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-09-29T16:32:42.169465Z","caller":"traceutil/trace.go:171","msg":"trace[2074625202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29707; }","duration":"169.084448ms","start":"2026-09-29T16:32:42.000363Z","end":"2026-09-29T16:32:42.169448Z","steps":["trace[2074625202] 'agreement among raft nodes before linearized reading' (duration: 168.82356ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:42.169549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.001967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-09-29T16:32:42.169587Z","caller":"traceutil/trace.go:171","msg":"trace[583610708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29707; }","duration":"170.0961ms","start":"2026-09-29T16:32:41.999479Z","end":"2026-09-29T16:32:42.169576Z","steps":["trace[583610708] 'agreement among raft nodes before linearized reading' (duration: 169.983907ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:42.518398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.539385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:42.518801Z","caller":"traceutil/trace.go:171","msg":"trace[1657006979] transaction","detail":"{read_only:false; response_revision:29708; number_of_response:1; }","duration":"344.711045ms","start":"2026-09-29T16:32:42.17406Z","end":"2026-09-29T16:32:42.518771Z","steps":["trace[1657006979] 'process raft request' (duration: 157.672084ms)","trace[1657006979] 'compare' (duration: 186.421381ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:42.518872Z","caller":"traceutil/trace.go:171","msg":"trace[246528754] transaction","detail":"{read_only:false; response_revision:29710; number_of_response:1; }","duration":"344.471627ms","start":"2026-09-29T16:32:42.174374Z","end":"2026-09-29T16:32:42.518846Z","steps":["trace[246528754] 'process raft request' (duration: 344.375314ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:42.518954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:42.174043Z","time spent":"344.827469ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:42.518983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:42.174366Z","time spent":"344.562841ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:42.519048Z","caller":"traceutil/trace.go:171","msg":"trace[321146333] linearizableReadLoop","detail":"{readStateIndex:31087; appliedIndex:31083; }","duration":"297.846489ms","start":"2026-09-29T16:32:42.221169Z","end":"2026-09-29T16:32:42.519016Z","steps":["trace[321146333] 'read index received' (duration: 110.578771ms)","trace[321146333] 'applied index is now lower than readState.Index' (duration: 187.266207ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:42.519122Z","caller":"traceutil/trace.go:171","msg":"trace[1200992427] transaction","detail":"{read_only:false; response_revision:29709; number_of_response:1; }","duration":"344.84328ms","start":"2026-09-29T16:32:42.174248Z","end":"2026-09-29T16:32:42.519091Z","steps":["trace[1200992427] 'process raft request' (duration: 344.427726ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:42.519211Z","caller":"traceutil/trace.go:171","msg":"trace[2044400231] transaction","detail":"{read_only:false; response_revision:29711; number_of_response:1; }","duration":"340.003105ms","start":"2026-09-29T16:32:42.17919Z","end":"2026-09-29T16:32:42.519193Z","steps":["trace[2044400231] 'process raft request' (duration: 339.606222ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:42.519271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:42.17424Z","time spent":"344.955124ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:42.519378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:42.179129Z","time spent":"340.15629ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:42.519463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.619442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-09-29T16:32:42.519513Z","caller":"traceutil/trace.go:171","msg":"trace[848210706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29711; }","duration":"297.683785ms","start":"2026-09-29T16:32:42.221815Z","end":"2026-09-29T16:32:42.519499Z","steps":["trace[848210706] 'agreement among raft nodes before linearized reading' (duration: 297.551101ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:42.519633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.512432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:42.519661Z","caller":"traceutil/trace.go:171","msg":"trace[209055144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29711; }","duration":"195.539123ms","start":"2026-09-29T16:32:42.324114Z","end":"2026-09-29T16:32:42.519653Z","steps":["trace[209055144] 'agreement among raft nodes before linearized reading' (duration: 195.491851ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:42.519737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.563442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-09-29T16:32:42.519786Z","caller":"traceutil/trace.go:171","msg":"trace[674394085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29711; }","duration":"298.612703ms","start":"2026-09-29T16:32:42.221162Z","end":"2026-09-29T16:32:42.519775Z","steps":["trace[674394085] 'agreement among raft nodes before linearized reading' (duration: 298.464039ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:42.519857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.254324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-09-29T16:32:42.519899Z","caller":"traceutil/trace.go:171","msg":"trace[1786686477] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29711; }","duration":"294.313876ms","start":"2026-09-29T16:32:42.225575Z","end":"2026-09-29T16:32:42.519889Z","steps":["trace[1786686477] 'agreement among raft nodes before linearized reading' (duration: 294.215593ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:42.940453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.326793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:42.940596Z","caller":"traceutil/trace.go:171","msg":"trace[916836814] linearizableReadLoop","detail":"{readStateIndex:31088; appliedIndex:31087; }","duration":"415.146223ms","start":"2026-09-29T16:32:42.525433Z","end":"2026-09-29T16:32:42.940579Z","steps":["trace[916836814] 'read index received' (duration: 200.703397ms)","trace[916836814] 'applied index is now lower than readState.Index' (duration: 214.440956ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:42.940657Z","caller":"traceutil/trace.go:171","msg":"trace[1828963671] transaction","detail":"{read_only:false; response_revision:29712; number_of_response:1; }","duration":"415.689901ms","start":"2026-09-29T16:32:42.524935Z","end":"2026-09-29T16:32:42.940625Z","steps":["trace[1828963671] 'process raft request' (duration: 201.10738ms)","trace[1828963671] 'compare' (duration: 214.028253ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:42.940806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:42.524909Z","time spent":"415.819735ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:42.940791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.336819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-09-29T16:32:42.940901Z","caller":"traceutil/trace.go:171","msg":"trace[12537421] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29712; }","duration":"415.442223ms","start":"2026-09-29T16:32:42.525407Z","end":"2026-09-29T16:32:42.94085Z","steps":["trace[12537421] 'agreement among raft nodes before linearized reading' (duration: 415.259097ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:42.941268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:42.525389Z","time spent":"415.866247ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:32:43.248565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.678689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:43.248786Z","caller":"traceutil/trace.go:171","msg":"trace[1563273965] transaction","detail":"{read_only:false; response_revision:29715; number_of_response:1; }","duration":"573.55562ms","start":"2026-09-29T16:32:42.675217Z","end":"2026-09-29T16:32:43.248773Z","steps":["trace[1563273965] 'process raft request' (duration: 573.518049ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:43.248831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:42.675191Z","time spent":"573.618633ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:43.248848Z","caller":"traceutil/trace.go:171","msg":"trace[181340797] transaction","detail":"{read_only:false; response_revision:29713; number_of_response:1; }","duration":"723.387144ms","start":"2026-09-29T16:32:42.525425Z","end":"2026-09-29T16:32:43.248812Z","steps":["trace[181340797] 'process raft request' (duration: 562.357443ms)","trace[181340797] 'compare' (duration: 160.494524ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:43.249021Z","caller":"traceutil/trace.go:171","msg":"trace[1481501221] transaction","detail":"{read_only:false; response_revision:29714; number_of_response:1; }","duration":"721.513833ms","start":"2026-09-29T16:32:42.52748Z","end":"2026-09-29T16:32:43.248994Z","steps":["trace[1481501221] 'process raft request' (duration: 721.181533ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:43.249164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:42.52746Z","time spent":"721.633169ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:43.249203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:42.525406Z","time spent":"723.503718ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:43.322051Z","caller":"traceutil/trace.go:171","msg":"trace[920846152] transaction","detail":"{read_only:false; response_revision:29716; number_of_response:1; }","duration":"384.01621ms","start":"2026-09-29T16:32:42.938Z","end":"2026-09-29T16:32:43.322017Z","steps":["trace[920846152] 'process raft request' (duration: 383.742171ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:43.322162Z","caller":"traceutil/trace.go:171","msg":"trace[1699977714] transaction","detail":"{read_only:false; response_revision:29717; number_of_response:1; }","duration":"377.084318ms","start":"2026-09-29T16:32:42.945063Z","end":"2026-09-29T16:32:43.322147Z","steps":["trace[1699977714] 'process raft request' (duration: 376.881972ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:43.322226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:42.937974Z","time spent":"384.157294ms","remote":"127.0.0.1:42172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7549,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:43.322252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:42.945047Z","time spent":"377.15546ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:43.322464Z","caller":"traceutil/trace.go:171","msg":"trace[996331111] transaction","detail":"{read_only:false; response_revision:29718; number_of_response:1; }","duration":"269.248055ms","start":"2026-09-29T16:32:43.053197Z","end":"2026-09-29T16:32:43.322445Z","steps":["trace[996331111] 'process raft request' (duration: 268.909385ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:43.322619Z","caller":"traceutil/trace.go:171","msg":"trace[1694666889] transaction","detail":"{read_only:false; response_revision:29719; number_of_response:1; }","duration":"268.74287ms","start":"2026-09-29T16:32:43.053853Z","end":"2026-09-29T16:32:43.322596Z","steps":["trace[1694666889] 'process raft request' (duration: 268.490532ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:43.322673Z","caller":"traceutil/trace.go:171","msg":"trace[1519031514] transaction","detail":"{read_only:false; response_revision:29720; number_of_response:1; }","duration":"267.920883ms","start":"2026-09-29T16:32:43.054722Z","end":"2026-09-29T16:32:43.322643Z","steps":["trace[1519031514] 'process raft request' (duration: 267.757977ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:43.322718Z","caller":"traceutil/trace.go:171","msg":"trace[1812396547] linearizableReadLoop","detail":"{readStateIndex:31092; appliedIndex:31088; }","duration":"382.084067ms","start":"2026-09-29T16:32:42.94062Z","end":"2026-09-29T16:32:43.322704Z","steps":["trace[1812396547] 'read index received' (duration: 147.22295ms)","trace[1812396547] 'applied index is now lower than readState.Index' (duration: 234.860207ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:43.322745Z","caller":"traceutil/trace.go:171","msg":"trace[1625191360] transaction","detail":"{read_only:false; response_revision:29721; number_of_response:1; }","duration":"265.495175ms","start":"2026-09-29T16:32:43.057237Z","end":"2026-09-29T16:32:43.322733Z","steps":["trace[1625191360] 'process raft request' (duration: 265.357101ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:43.322836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.316799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:43.322869Z","caller":"traceutil/trace.go:171","msg":"trace[1997911029] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:29721; }","duration":"722.386871ms","start":"2026-09-29T16:32:42.600471Z","end":"2026-09-29T16:32:43.322858Z","steps":["trace[1997911029] 'agreement among raft nodes before linearized reading' (duration: 722.304299ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:43.322896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:42.600454Z","time spent":"722.432283ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:32:43.521833Z","caller":"traceutil/trace.go:171","msg":"trace[1885390762] linearizableReadLoop","detail":"{readStateIndex:31098; appliedIndex:31097; }","duration":"193.222109ms","start":"2026-09-29T16:32:43.328587Z","end":"2026-09-29T16:32:43.521809Z","steps":["trace[1885390762] 'read index received' (duration: 168.394297ms)","trace[1885390762] 'applied index is now lower than readState.Index' (duration: 24.826902ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:43.522034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.437156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16717"} {"level":"info","ts":"2026-09-29T16:32:43.52207Z","caller":"traceutil/trace.go:171","msg":"trace[935492782] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:29722; }","duration":"193.489008ms","start":"2026-09-29T16:32:43.328572Z","end":"2026-09-29T16:32:43.522061Z","steps":["trace[935492782] 'agreement among raft nodes before linearized reading' (duration: 193.322602ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:43.522214Z","caller":"traceutil/trace.go:171","msg":"trace[815873650] transaction","detail":"{read_only:false; response_revision:29722; number_of_response:1; }","duration":"194.667466ms","start":"2026-09-29T16:32:43.327515Z","end":"2026-09-29T16:32:43.522182Z","steps":["trace[815873650] 'process raft request' (duration: 169.45006ms)","trace[815873650] 'compare' (duration: 24.699228ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:44.662954Z","caller":"traceutil/trace.go:171","msg":"trace[514385589] linearizableReadLoop","detail":"{readStateIndex:31100; appliedIndex:31099; }","duration":"138.625666ms","start":"2026-09-29T16:32:44.524306Z","end":"2026-09-29T16:32:44.662932Z","steps":["trace[514385589] 'read index received' (duration: 138.457921ms)","trace[514385589] 'applied index is now lower than readState.Index' (duration: 166.775µs)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:44.663163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.845533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-09-29T16:32:44.663199Z","caller":"traceutil/trace.go:171","msg":"trace[1640585475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29723; }","duration":"138.926775ms","start":"2026-09-29T16:32:44.524262Z","end":"2026-09-29T16:32:44.663189Z","steps":["trace[1640585475] 'agreement among raft nodes before linearized reading' (duration: 138.77867ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:44.663276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.636684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-09-29T16:32:44.663322Z","caller":"traceutil/trace.go:171","msg":"trace[1841323285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29723; }","duration":"137.721217ms","start":"2026-09-29T16:32:44.525589Z","end":"2026-09-29T16:32:44.66331Z","steps":["trace[1841323285] 'agreement among raft nodes before linearized reading' (duration: 137.579012ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:44.663332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.192722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-09-29T16:32:44.663406Z","caller":"traceutil/trace.go:171","msg":"trace[503532801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29723; }","duration":"138.301214ms","start":"2026-09-29T16:32:44.525087Z","end":"2026-09-29T16:32:44.663388Z","steps":["trace[503532801] 'agreement among raft nodes before linearized reading' (duration: 138.054447ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:45.037625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.636851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:45.037723Z","caller":"traceutil/trace.go:171","msg":"trace[1435750393] transaction","detail":"{read_only:false; response_revision:29724; number_of_response:1; }","duration":"373.407322ms","start":"2026-09-29T16:32:44.664294Z","end":"2026-09-29T16:32:45.037702Z","steps":["trace[1435750393] 'process raft request' (duration: 154.620856ms)","trace[1435750393] 'compare' (duration: 218.489706ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:45.03778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:44.664269Z","time spent":"373.481635ms","remote":"127.0.0.1:40132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:45.068215Z","caller":"traceutil/trace.go:171","msg":"trace[1445488767] transaction","detail":"{read_only:false; response_revision:29725; number_of_response:1; }","duration":"400.933279ms","start":"2026-09-29T16:32:44.667261Z","end":"2026-09-29T16:32:45.068194Z","steps":["trace[1445488767] 'process raft request' (duration: 400.739843ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:45.068344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:44.667234Z","time spent":"401.039823ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:45.06847Z","caller":"traceutil/trace.go:171","msg":"trace[1969984915] linearizableReadLoop","detail":"{readStateIndex:31104; appliedIndex:31100; }","duration":"369.119885ms","start":"2026-09-29T16:32:44.699333Z","end":"2026-09-29T16:32:45.068453Z","steps":["trace[1969984915] 'read index received' (duration: 119.594467ms)","trace[1969984915] 'applied index is now lower than readState.Index' (duration: 249.524818ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:45.068558Z","caller":"traceutil/trace.go:171","msg":"trace[269795316] transaction","detail":"{read_only:false; response_revision:29726; number_of_response:1; }","duration":"400.953261ms","start":"2026-09-29T16:32:44.667552Z","end":"2026-09-29T16:32:45.068505Z","steps":["trace[269795316] 'process raft request' (duration: 400.612539ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:45.068573Z","caller":"traceutil/trace.go:171","msg":"trace[2001910287] transaction","detail":"{read_only:false; response_revision:29727; number_of_response:1; }","duration":"400.89022ms","start":"2026-09-29T16:32:44.667626Z","end":"2026-09-29T16:32:45.068516Z","steps":["trace[2001910287] 'process raft request' (duration: 400.727174ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:45.068665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.313691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-09-29T16:32:45.06866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:44.667512Z","time spent":"401.101656ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:45.068687Z","caller":"traceutil/trace.go:171","msg":"trace[862974276] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:29727; }","duration":"369.383903ms","start":"2026-09-29T16:32:44.699297Z","end":"2026-09-29T16:32:45.068681Z","steps":["trace[862974276] 'agreement among raft nodes before linearized reading' (duration: 369.258209ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:45.068705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:44.699282Z","time spent":"369.417893ms","remote":"127.0.0.1:40570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":57,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:32:45.068709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.153121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-09-29T16:32:45.068706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:44.667603Z","time spent":"401.029753ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:45.068736Z","caller":"traceutil/trace.go:171","msg":"trace[1027768546] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29727; }","duration":"315.181102ms","start":"2026-09-29T16:32:44.753547Z","end":"2026-09-29T16:32:45.068728Z","steps":["trace[1027768546] 'agreement among raft nodes before linearized reading' (duration: 315.066349ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:45.068762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:44.753461Z","time spent":"315.296406ms","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-09-29T16:32:45.068932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.35091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-09-29T16:32:45.068978Z","caller":"traceutil/trace.go:171","msg":"trace[670207859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29727; }","duration":"124.451544ms","start":"2026-09-29T16:32:44.94451Z","end":"2026-09-29T16:32:45.068962Z","steps":["trace[670207859] 'agreement among raft nodes before linearized reading' (duration: 124.32181ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:45.4938Z","caller":"traceutil/trace.go:171","msg":"trace[1751656651] transaction","detail":"{read_only:false; response_revision:29729; number_of_response:1; }","duration":"350.631043ms","start":"2026-09-29T16:32:45.143144Z","end":"2026-09-29T16:32:45.493775Z","steps":["trace[1751656651] 'process raft request' (duration: 350.464898ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:45.493949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:45.143077Z","time spent":"350.797909ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:45.663194Z","caller":"traceutil/trace.go:171","msg":"trace[1603734835] transaction","detail":"{read_only:false; response_revision:29731; number_of_response:1; }","duration":"408.108209ms","start":"2026-09-29T16:32:45.255061Z","end":"2026-09-29T16:32:45.663169Z","steps":["trace[1603734835] 'process raft request' (duration: 407.984125ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:45.663349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:45.255045Z","time spent":"408.219833ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:45.663461Z","caller":"traceutil/trace.go:171","msg":"trace[545554200] transaction","detail":"{read_only:false; response_revision:29732; number_of_response:1; }","duration":"336.630867ms","start":"2026-09-29T16:32:45.326803Z","end":"2026-09-29T16:32:45.663433Z","steps":["trace[545554200] 'process raft request' (duration: 336.329588ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:45.663481Z","caller":"traceutil/trace.go:171","msg":"trace[96507842] linearizableReadLoop","detail":"{readStateIndex:31107; appliedIndex:31105; }","duration":"410.256948ms","start":"2026-09-29T16:32:45.253207Z","end":"2026-09-29T16:32:45.663464Z","steps":["trace[96507842] 'read index received' (duration: 240.480158ms)","trace[96507842] 'applied index is now lower than readState.Index' (duration: 169.7755ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:45.663477Z","caller":"traceutil/trace.go:171","msg":"trace[1865046456] transaction","detail":"{read_only:false; response_revision:29733; number_of_response:1; }","duration":"336.397789ms","start":"2026-09-29T16:32:45.327059Z","end":"2026-09-29T16:32:45.663456Z","steps":["trace[1865046456] 'process raft request' (duration: 336.184612ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:45.663571Z","caller":"traceutil/trace.go:171","msg":"trace[1400793085] transaction","detail":"{read_only:false; response_revision:29735; number_of_response:1; }","duration":"335.160651ms","start":"2026-09-29T16:32:45.328354Z","end":"2026-09-29T16:32:45.663515Z","steps":["trace[1400793085] 'process raft request' (duration: 335.053477ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:45.663634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:45.326787Z","time spent":"336.759201ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:45.663681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.243622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:32:45.663702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.795573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:32:45.663718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.506836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-09-29T16:32:45.663745Z","caller":"traceutil/trace.go:171","msg":"trace[1672469181] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:29735; }","duration":"160.879286ms","start":"2026-09-29T16:32:45.502852Z","end":"2026-09-29T16:32:45.663731Z","steps":["trace[1672469181] 'agreement among raft nodes before linearized reading' (duration: 160.813084ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:45.663739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:45.328347Z","time spent":"335.305215ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:45.663761Z","caller":"traceutil/trace.go:171","msg":"trace[564655443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29735; }","duration":"410.575288ms","start":"2026-09-29T16:32:45.253172Z","end":"2026-09-29T16:32:45.663748Z","steps":["trace[564655443] 'agreement among raft nodes before linearized reading' (duration: 410.423613ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:45.663485Z","caller":"traceutil/trace.go:171","msg":"trace[298284863] transaction","detail":"{read_only:false; response_revision:29734; number_of_response:1; }","duration":"335.790901ms","start":"2026-09-29T16:32:45.327683Z","end":"2026-09-29T16:32:45.663474Z","steps":["trace[298284863] 'process raft request' (duration: 335.665207ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:45.663803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:45.253157Z","time spent":"410.634791ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-29T16:32:45.663817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.931512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:32:45.66376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:45.327052Z","time spent":"336.554305ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:45.663858Z","caller":"traceutil/trace.go:171","msg":"trace[175362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29735; }","duration":"339.992984ms","start":"2026-09-29T16:32:45.323853Z","end":"2026-09-29T16:32:45.663846Z","steps":["trace[175362] 'agreement among raft nodes before linearized reading' (duration: 339.929512ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:45.663912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:45.323836Z","time spent":"340.063086ms","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-09-29T16:32:45.663745Z","caller":"traceutil/trace.go:171","msg":"trace[1161878466] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:29735; }","duration":"366.333286ms","start":"2026-09-29T16:32:45.297395Z","end":"2026-09-29T16:32:45.663728Z","steps":["trace[1161878466] 'agreement among raft nodes before linearized reading' (duration: 366.225142ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:45.663991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.280226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-09-29T16:32:45.664029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.844661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-09-29T16:32:45.664068Z","caller":"traceutil/trace.go:171","msg":"trace[589545236] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29735; }","duration":"137.917633ms","start":"2026-09-29T16:32:45.526139Z","end":"2026-09-29T16:32:45.664056Z","steps":["trace[589545236] 'agreement among raft nodes before linearized reading' (duration: 137.768068ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:45.664072Z","caller":"traceutil/trace.go:171","msg":"trace[1503782450] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29735; }","duration":"336.40062ms","start":"2026-09-29T16:32:45.327651Z","end":"2026-09-29T16:32:45.664052Z","steps":["trace[1503782450] 'agreement among raft nodes before linearized reading' (duration: 336.130431ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:45.664065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:45.297383Z","time spent":"366.627365ms","remote":"127.0.0.1:60584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:32:45.663856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:45.32767Z","time spent":"336.146011ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:45.664127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:45.327641Z","time spent":"336.468692ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-09-29T16:32:45.663215Z","caller":"traceutil/trace.go:171","msg":"trace[2056345141] transaction","detail":"{read_only:false; response_revision:29730; number_of_response:1; }","duration":"485.619514ms","start":"2026-09-29T16:32:45.177565Z","end":"2026-09-29T16:32:45.663184Z","steps":["trace[2056345141] 'process raft request' (duration: 481.274335ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:45.664381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:45.177511Z","time spent":"486.813642ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:45.951126Z","caller":"traceutil/trace.go:171","msg":"trace[760290350] linearizableReadLoop","detail":"{readStateIndex:31113; appliedIndex:31112; }","duration":"283.312105ms","start":"2026-09-29T16:32:45.667783Z","end":"2026-09-29T16:32:45.951095Z","steps":["trace[760290350] 'read index received' (duration: 229.769526ms)","trace[760290350] 'applied index is now lower than readState.Index' (duration: 53.541179ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:45.95115Z","caller":"traceutil/trace.go:171","msg":"trace[17195960] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29735; }","duration":"284.753911ms","start":"2026-09-29T16:32:45.66637Z","end":"2026-09-29T16:32:45.951124Z","steps":["trace[17195960] 'process raft request' (duration: 231.101567ms)","trace[17195960] 'compare' (duration: 53.567281ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:45.951344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.531612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-09-29T16:32:45.951384Z","caller":"traceutil/trace.go:171","msg":"trace[77925549] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29735; }","duration":"283.629986ms","start":"2026-09-29T16:32:45.667744Z","end":"2026-09-29T16:32:45.951374Z","steps":["trace[77925549] 'agreement among raft nodes before linearized reading' (duration: 283.474451ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:45.956157Z","caller":"traceutil/trace.go:171","msg":"trace[715143708] transaction","detail":"{read_only:false; response_revision:29736; number_of_response:1; }","duration":"287.655413ms","start":"2026-09-29T16:32:45.668485Z","end":"2026-09-29T16:32:45.95614Z","steps":["trace[715143708] 'process raft request' (duration: 287.467597ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:45.956623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.650195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-09-29T16:32:45.956674Z","caller":"traceutil/trace.go:171","msg":"trace[1865720071] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29737; }","duration":"288.740848ms","start":"2026-09-29T16:32:45.66792Z","end":"2026-09-29T16:32:45.956661Z","steps":["trace[1865720071] 'agreement among raft nodes before linearized reading' (duration: 288.582773ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:45.956766Z","caller":"traceutil/trace.go:171","msg":"trace[468423521] transaction","detail":"{read_only:false; response_revision:29737; number_of_response:1; }","duration":"287.680555ms","start":"2026-09-29T16:32:45.66907Z","end":"2026-09-29T16:32:45.95675Z","steps":["trace[468423521] 'process raft request' (duration: 287.028563ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:45.956857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.76243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T16:32:45.956886Z","caller":"traceutil/trace.go:171","msg":"trace[1998396790] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:29737; }","duration":"117.837612ms","start":"2026-09-29T16:32:45.83904Z","end":"2026-09-29T16:32:45.956878Z","steps":["trace[1998396790] 'agreement among raft nodes before linearized reading' (duration: 117.77311ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:46.319305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.205002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:46.319422Z","caller":"traceutil/trace.go:171","msg":"trace[1648870347] transaction","detail":"{read_only:false; response_revision:29738; number_of_response:1; }","duration":"362.781861ms","start":"2026-09-29T16:32:45.956619Z","end":"2026-09-29T16:32:46.319401Z","steps":["trace[1648870347] 'process raft request' (duration: 188.406964ms)","trace[1648870347] 'compare' (duration: 173.943423ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:46.31948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:45.956599Z","time spent":"362.853194ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:46.725428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.334263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:46.725679Z","caller":"traceutil/trace.go:171","msg":"trace[40192250] linearizableReadLoop","detail":"{readStateIndex:31118; appliedIndex:31116; }","duration":"399.232365ms","start":"2026-09-29T16:32:46.326429Z","end":"2026-09-29T16:32:46.725662Z","steps":["trace[40192250] 'read index received' (duration: 163.548561ms)","trace[40192250] 'applied index is now lower than readState.Index' (duration: 235.682874ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:46.725779Z","caller":"traceutil/trace.go:171","msg":"trace[282200989] transaction","detail":"{read_only:false; response_revision:29739; number_of_response:1; }","duration":"764.782686ms","start":"2026-09-29T16:32:45.96097Z","end":"2026-09-29T16:32:46.725752Z","steps":["trace[282200989] 'process raft request' (duration: 529.05282ms)","trace[282200989] 'compare' (duration: 234.755855ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:46.725872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:45.960951Z","time spent":"764.877068ms","remote":"127.0.0.1:40184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:46.725898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.446592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-09-29T16:32:46.725957Z","caller":"traceutil/trace.go:171","msg":"trace[532176516] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29740; }","duration":"399.555466ms","start":"2026-09-29T16:32:46.326388Z","end":"2026-09-29T16:32:46.725943Z","steps":["trace[532176516] 'agreement among raft nodes before linearized reading' (duration: 399.37196ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:46.725881Z","caller":"traceutil/trace.go:171","msg":"trace[742844119] transaction","detail":"{read_only:false; response_revision:29740; number_of_response:1; }","duration":"757.306067ms","start":"2026-09-29T16:32:45.968544Z","end":"2026-09-29T16:32:46.72585Z","steps":["trace[742844119] 'process raft request' (duration: 757.023288ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:46.726062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.959705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-09-29T16:32:46.726126Z","caller":"traceutil/trace.go:171","msg":"trace[1071198048] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:29740; }","duration":"159.076508ms","start":"2026-09-29T16:32:46.567037Z","end":"2026-09-29T16:32:46.726114Z","steps":["trace[1071198048] 'agreement among raft nodes before linearized reading' (duration: 158.80862ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:46.725993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:46.32637Z","time spent":"399.617847ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-09-29T16:32:46.726197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:45.968517Z","time spent":"757.528684ms","remote":"127.0.0.1:40574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:47.191912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.931327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:47.192083Z","caller":"traceutil/trace.go:171","msg":"trace[558686016] linearizableReadLoop","detail":"{readStateIndex:31120; appliedIndex:31118; }","duration":"444.817041ms","start":"2026-09-29T16:32:46.74725Z","end":"2026-09-29T16:32:47.192067Z","steps":["trace[558686016] 'read index received' (duration: 81.673987ms)","trace[558686016] 'applied index is now lower than readState.Index' (duration: 363.141834ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:47.192158Z","caller":"traceutil/trace.go:171","msg":"trace[1681417524] transaction","detail":"{read_only:false; response_revision:29741; number_of_response:1; }","duration":"461.497884ms","start":"2026-09-29T16:32:46.730633Z","end":"2026-09-29T16:32:47.19213Z","steps":["trace[1681417524] 'process raft request' (duration: 98.276037ms)","trace[1681417524] 'compare' (duration: 362.314757ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:47.192265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.008047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-09-29T16:32:47.192298Z","caller":"traceutil/trace.go:171","msg":"trace[1692109526] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29742; }","duration":"445.068839ms","start":"2026-09-29T16:32:46.747218Z","end":"2026-09-29T16:32:47.192287Z","steps":["trace[1692109526] 'agreement among raft nodes before linearized reading' (duration: 444.918574ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:47.192327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:46.747206Z","time spent":"445.113101ms","remote":"127.0.0.1:40268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-09-29T16:32:47.19235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:46.730612Z","time spent":"461.672459ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:47.192171Z","caller":"traceutil/trace.go:171","msg":"trace[1250574651] transaction","detail":"{read_only:false; response_revision:29742; number_of_response:1; }","duration":"457.395973ms","start":"2026-09-29T16:32:46.734745Z","end":"2026-09-29T16:32:47.192141Z","steps":["trace[1250574651] 'process raft request' (duration: 457.262689ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:47.192472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:46.734736Z","time spent":"457.709534ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:47.486732Z","caller":"traceutil/trace.go:171","msg":"trace[600855056] linearizableReadLoop","detail":"{readStateIndex:31121; appliedIndex:31120; }","duration":"294.594905ms","start":"2026-09-29T16:32:47.192113Z","end":"2026-09-29T16:32:47.486708Z","steps":["trace[600855056] 'read index received' (duration: 231.863962ms)","trace[600855056] 'applied index is now lower than readState.Index' (duration: 62.730003ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:47.486947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.431761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-09-29T16:32:47.486978Z","caller":"traceutil/trace.go:171","msg":"trace[1927320813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29743; }","duration":"414.536844ms","start":"2026-09-29T16:32:47.072431Z","end":"2026-09-29T16:32:47.486968Z","steps":["trace[1927320813] 'agreement among raft nodes before linearized reading' (duration: 414.381019ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:47.487077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:47.072412Z","time spent":"414.605257ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-09-29T16:32:47.486983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.449292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-09-29T16:32:47.487169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.135434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T16:32:47.487218Z","caller":"traceutil/trace.go:171","msg":"trace[61870173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29743; }","duration":"414.649418ms","start":"2026-09-29T16:32:47.072493Z","end":"2026-09-29T16:32:47.487142Z","steps":["trace[61870173] 'agreement among raft nodes before linearized reading' (duration: 414.273326ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:47.487267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.021582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-29T16:32:47.487318Z","caller":"traceutil/trace.go:171","msg":"trace[1916144159] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:29743; }","duration":"728.077255ms","start":"2026-09-29T16:32:46.759222Z","end":"2026-09-29T16:32:47.487299Z","steps":["trace[1916144159] 'agreement among raft nodes before linearized reading' (duration: 728.011963ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:47.487322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.160094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:32:47.487356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:46.759216Z","time spent":"728.132906ms","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:32:47.487364Z","caller":"traceutil/trace.go:171","msg":"trace[740460212] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:29743; }","duration":"529.214625ms","start":"2026-09-29T16:32:46.958133Z","end":"2026-09-29T16:32:47.487348Z","steps":["trace[740460212] 'agreement among raft nodes before linearized reading' (duration: 529.156123ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:47.487402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:46.958122Z","time spent":"529.270808ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:32:47.487263Z","caller":"traceutil/trace.go:171","msg":"trace[221319819] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:29743; }","duration":"623.287869ms","start":"2026-09-29T16:32:46.86395Z","end":"2026-09-29T16:32:47.487238Z","steps":["trace[221319819] 'agreement among raft nodes before linearized reading' (duration: 623.099993ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:47.487264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:47.072485Z","time spent":"414.767282ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-09-29T16:32:47.487554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.947288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-09-29T16:32:47.48757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.072823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-29T16:32:47.487611Z","caller":"traceutil/trace.go:171","msg":"trace[1382138634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29743; }","duration":"415.078851ms","start":"2026-09-29T16:32:47.072519Z","end":"2026-09-29T16:32:47.487598Z","steps":["trace[1382138634] 'agreement among raft nodes before linearized reading' (duration: 414.882765ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:47.487625Z","caller":"traceutil/trace.go:171","msg":"trace[2095174555] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:29743; }","duration":"556.176185ms","start":"2026-09-29T16:32:46.931432Z","end":"2026-09-29T16:32:47.487608Z","steps":["trace[2095174555] 'agreement among raft nodes before linearized reading' (duration: 556.055062ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:47.487648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:47.072493Z","time spent":"415.147723ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-09-29T16:32:47.487672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:46.931409Z","time spent":"556.241678ms","remote":"127.0.0.1:60750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-09-29T16:32:47.487607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.762261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-29T16:32:47.487485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:46.863928Z","time spent":"623.527467ms","remote":"127.0.0.1:57818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-09-29T16:32:47.487755Z","caller":"traceutil/trace.go:171","msg":"trace[119091967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29743; }","duration":"164.976217ms","start":"2026-09-29T16:32:47.322755Z","end":"2026-09-29T16:32:47.487731Z","steps":["trace[119091967] 'agreement among raft nodes before linearized reading' (duration: 164.702529ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:47.48704Z","caller":"traceutil/trace.go:171","msg":"trace[344559275] transaction","detail":"{read_only:false; response_revision:29743; number_of_response:1; }","duration":"312.516628ms","start":"2026-09-29T16:32:47.174401Z","end":"2026-09-29T16:32:47.486917Z","steps":["trace[344559275] 'process raft request' (duration: 249.695851ms)","trace[344559275] 'compare' (duration: 62.233418ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:47.487813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.101478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-09-29T16:32:47.487196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.754767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16717"} {"level":"info","ts":"2026-09-29T16:32:47.487997Z","caller":"traceutil/trace.go:171","msg":"trace[1228695594] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29743; }","duration":"293.571143ms","start":"2026-09-29T16:32:47.194402Z","end":"2026-09-29T16:32:47.487973Z","steps":["trace[1228695594] 'agreement among raft nodes before linearized reading' (duration: 292.661094ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:47.487908Z","caller":"traceutil/trace.go:171","msg":"trace[750101909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29743; }","duration":"377.234373ms","start":"2026-09-29T16:32:47.110662Z","end":"2026-09-29T16:32:47.487896Z","steps":["trace[750101909] 'agreement among raft nodes before linearized reading' (duration: 376.681826ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:47.488171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:47.110644Z","time spent":"377.506972ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-29T16:32:47.488665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:47.174378Z","time spent":"314.073977ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:48.017942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.871652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:48.018432Z","caller":"traceutil/trace.go:171","msg":"trace[1761605839] transaction","detail":"{read_only:false; response_revision:29745; number_of_response:1; }","duration":"525.670662ms","start":"2026-09-29T16:32:47.492728Z","end":"2026-09-29T16:32:48.018399Z","steps":["trace[1761605839] 'process raft request' (duration: 288.244862ms)","trace[1761605839] 'compare' (duration: 236.346985ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:48.018612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:47.492708Z","time spent":"525.806177ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:48.018624Z","caller":"traceutil/trace.go:171","msg":"trace[1665183963] transaction","detail":"{read_only:false; response_revision:29746; number_of_response:1; }","duration":"525.368893ms","start":"2026-09-29T16:32:47.493218Z","end":"2026-09-29T16:32:48.018587Z","steps":["trace[1665183963] 'process raft request' (duration: 525.080084ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:48.018755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:47.493209Z","time spent":"525.478316ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:48.01878Z","caller":"traceutil/trace.go:171","msg":"trace[1241672206] linearizableReadLoop","detail":"{readStateIndex:31125; appliedIndex:31121; }","duration":"518.445432ms","start":"2026-09-29T16:32:47.500317Z","end":"2026-09-29T16:32:48.018762Z","steps":["trace[1241672206] 'read index received' (duration: 76.314757ms)","trace[1241672206] 'applied index is now lower than readState.Index' (duration: 442.129735ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:48.018858Z","caller":"traceutil/trace.go:171","msg":"trace[1910225718] transaction","detail":"{read_only:false; response_revision:29747; number_of_response:1; }","duration":"525.487207ms","start":"2026-09-29T16:32:47.493361Z","end":"2026-09-29T16:32:48.018849Z","steps":["trace[1910225718] 'process raft request' (duration: 525.256979ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:48.018925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:47.49334Z","time spent":"525.544589ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:48.019004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.681139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5224"} {"level":"info","ts":"2026-09-29T16:32:48.019053Z","caller":"traceutil/trace.go:171","msg":"trace[1077237342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29747; }","duration":"518.754982ms","start":"2026-09-29T16:32:47.500283Z","end":"2026-09-29T16:32:48.019038Z","steps":["trace[1077237342] 'agreement among raft nodes before linearized reading' (duration: 518.632228ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:48.01908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:47.500272Z","time spent":"518.800033ms","remote":"127.0.0.1:36700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5247,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-09-29T16:32:48.31867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.768162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:48.318956Z","caller":"traceutil/trace.go:171","msg":"trace[80169874] linearizableReadLoop","detail":"{readStateIndex:31130; appliedIndex:31125; }","duration":"300.117721ms","start":"2026-09-29T16:32:48.018821Z","end":"2026-09-29T16:32:48.318938Z","steps":["trace[80169874] 'read index received' (duration: 128.956866ms)","trace[80169874] 'applied index is now lower than readState.Index' (duration: 171.159775ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:48.319035Z","caller":"traceutil/trace.go:171","msg":"trace[861211675] transaction","detail":"{read_only:false; response_revision:29752; number_of_response:1; }","duration":"648.774973ms","start":"2026-09-29T16:32:47.670226Z","end":"2026-09-29T16:32:48.319001Z","steps":["trace[861211675] 'process raft request' (duration: 648.67366ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:48.319077Z","caller":"traceutil/trace.go:171","msg":"trace[1346864465] transaction","detail":"{read_only:false; response_revision:29751; number_of_response:1; }","duration":"648.968519ms","start":"2026-09-29T16:32:47.670081Z","end":"2026-09-29T16:32:48.319049Z","steps":["trace[1346864465] 'process raft request' (duration: 648.786133ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:48.319117Z","caller":"traceutil/trace.go:171","msg":"trace[1014220860] transaction","detail":"{read_only:false; response_revision:29749; number_of_response:1; }","duration":"650.089024ms","start":"2026-09-29T16:32:47.669015Z","end":"2026-09-29T16:32:48.319104Z","steps":["trace[1014220860] 'process raft request' (duration: 649.753884ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:48.319119Z","caller":"traceutil/trace.go:171","msg":"trace[1610259019] transaction","detail":"{read_only:false; response_revision:29748; number_of_response:1; }","duration":"650.304121ms","start":"2026-09-29T16:32:47.668758Z","end":"2026-09-29T16:32:48.319062Z","steps":["trace[1610259019] 'process raft request' (duration: 479.030543ms)","trace[1610259019] 'compare' (duration: 170.586286ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:48.319174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.388572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-09-29T16:32:48.319212Z","caller":"traceutil/trace.go:171","msg":"trace[823607345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29752; }","duration":"358.464904ms","start":"2026-09-29T16:32:47.960737Z","end":"2026-09-29T16:32:48.319202Z","steps":["trace[823607345] 'agreement among raft nodes before linearized reading' (duration: 358.298819ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:48.319218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:47.670054Z","time spent":"649.088982ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:48.31925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:47.960716Z","time spent":"358.526856ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-29T16:32:48.319269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:47.669002Z","time spent":"650.171616ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:48.319205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:47.670213Z","time spent":"648.905347ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:48.319022Z","caller":"traceutil/trace.go:171","msg":"trace[2126040384] transaction","detail":"{read_only:false; response_revision:29750; number_of_response:1; }","duration":"649.489345ms","start":"2026-09-29T16:32:47.669494Z","end":"2026-09-29T16:32:48.318984Z","steps":["trace[2126040384] 'process raft request' (duration: 649.335811ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:48.319333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:47.668712Z","time spent":"650.484576ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:48.319345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.617759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-09-29T16:32:48.320046Z","caller":"traceutil/trace.go:171","msg":"trace[470592540] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29752; }","duration":"359.371732ms","start":"2026-09-29T16:32:47.960658Z","end":"2026-09-29T16:32:48.32003Z","steps":["trace[470592540] 'agreement among raft nodes before linearized reading' (duration: 358.503135ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:48.320118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:47.960638Z","time spent":"359.464506ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-09-29T16:32:48.319406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:47.669468Z","time spent":"649.904659ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-29T16:32:48.319452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.195793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-09-29T16:32:48.320326Z","caller":"traceutil/trace.go:171","msg":"trace[483729868] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:29752; }","duration":"176.140473ms","start":"2026-09-29T16:32:48.144162Z","end":"2026-09-29T16:32:48.320303Z","steps":["trace[483729868] 'agreement among raft nodes before linearized reading' (duration: 174.924665ms)"],"step_count":1} {"level":"info","ts":"2026-09-29T16:32:48.657368Z","caller":"traceutil/trace.go:171","msg":"trace[1160653093] transaction","detail":"{read_only:false; response_revision:29754; number_of_response:1; }","duration":"332.893888ms","start":"2026-09-29T16:32:48.324437Z","end":"2026-09-29T16:32:48.657331Z","steps":["trace[1160653093] 'process raft request' (duration: 261.380215ms)","trace[1160653093] 'compare' (duration: 71.313087ms)"],"step_count":2} {"level":"warn","ts":"2026-09-29T16:32:48.657623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-29T16:32:48.324424Z","time spent":"333.054583ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-29T16:32:48.674174Z","caller":"traceutil/trace.go:171","msg":"trace[40485828] transaction","detail":"{read_only:false; response_revision:29755; number_of_response:1; }","duration":"262.449619ms","start":"2026-09-29T16:32:48.411703Z","end":"2026-09-29T16:32:48.674153Z","steps":["trace[40485828] 'process raft request' (duration: 262.284724ms)"],"step_count":1} {"level":"warn","ts":"2026-09-29T16:32:48.865914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.621234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-29T16:32:48.866034Z","caller":"traceutil/trace.go:171","msg":"trace[414759580] transaction","detail":"{read_only:false; response_revision:29756; number_of_response:1; }","duration":"138.594404ms","start":"2026-09-29T16:32:48.72742Z","end":"2026-09-29T16:32:48.866015Z","steps":["trace[414759580] 'process raft request' (duration: 31.534206ms)","trace[414759580] 'compare' (duration: 106.458019ms)"],"step_count":2} {"level":"info","ts":"2026-09-29T16:32:51.228859Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26603} {"level":"info","ts":"2026-09-29T16:32:51.391097Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26603,"took":"157.829488ms","hash":1399388229,"current-db-size-bytes":60850176,"current-db-size":"61 MB","current-db-size-in-use-bytes":45391872,"current-db-size-in-use":"45 MB"} {"level":"info","ts":"2026-09-29T16:32:51.391171Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1399388229,"revision":26603,"compact-revision":23313} {"level":"info","ts":"2026-09-29T16:37:51.23882Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29783} {"level":"info","ts":"2026-09-29T16:37:51.404774Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29783,"took":"160.083326ms","hash":4285091195,"current-db-size-bytes":60850176,"current-db-size":"61 MB","current-db-size-in-use-bytes":37294080,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-09-29T16:37:51.404846Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4285091195,"revision":29783,"compact-revision":26603} {"level":"info","ts":"2026-09-29T16:42:51.246399Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33092} {"level":"info","ts":"2026-09-29T16:42:51.402612Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33092,"took":"151.976888ms","hash":1922521478,"current-db-size-bytes":60850176,"current-db-size":"61 MB","current-db-size-in-use-bytes":34942976,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-09-29T16:42:51.40271Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1922521478,"revision":33092,"compact-revision":29783} {"level":"info","ts":"2026-09-29T16:47:25.802518Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"871515da6373d131","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-29T16:47:25.807573Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-09-29T16:47:25.807645Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-09-29T16:47:51.252425Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35770} {"level":"info","ts":"2026-09-29T16:47:51.389757Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35770,"took":"134.363329ms","hash":2040602232,"current-db-size-bytes":60850176,"current-db-size":"61 MB","current-db-size-in-use-bytes":34639872,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-09-29T16:47:51.389819Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2040602232,"revision":35770,"compact-revision":33092} {"level":"info","ts":"2026-09-29T16:52:51.263491Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38477} {"level":"info","ts":"2026-09-29T16:52:51.43562Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38477,"took":"166.522836ms","hash":2713416894,"current-db-size-bytes":60850176,"current-db-size":"61 MB","current-db-size-in-use-bytes":35205120,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-09-29T16:52:51.435695Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2713416894,"revision":38477,"compact-revision":35770} {"level":"info","ts":"2026-09-29T16:57:51.272027Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":41227} {"level":"info","ts":"2026-09-29T16:57:51.434904Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":41227,"took":"158.349325ms","hash":493634108,"current-db-size-bytes":60850176,"current-db-size":"61 MB","current-db-size-in-use-bytes":34344960,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-09-29T16:57:51.434991Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":493634108,"revision":41227,"compact-revision":38477} {"level":"info","ts":"2026-09-29T17:02:51.283867Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":43900} {"level":"info","ts":"2026-09-29T17:02:51.442321Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":43900,"took":"155.425431ms","hash":2215059056,"current-db-size-bytes":60850176,"current-db-size":"61 MB","current-db-size-in-use-bytes":33513472,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-09-29T17:02:51.442642Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2215059056,"revision":43900,"compact-revision":41227}